00010000:00000001:0.0F:1755695680.563839:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695680.563851:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0F:1755695680.563903:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695680.563914:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695680.563918:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695680.755862:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695680.755874:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695680.755876:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695680.755881:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695680.755884:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695680.755887:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695680.755889:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1755695681.320552:0:12898:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695681.587846:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695681.587851:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0F:1755695681.587935:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695681.587946:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695681.587950:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695681.780837:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695681.780849:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695681.780851:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695681.780855:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695681.780858:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695681.780862:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695681.780865:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695682.611865:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695682.611870:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695682.611903:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695682.611908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695682.611912:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695682.803850:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695682.803861:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695682.803863:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695682.803866:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695682.803869:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695682.803872:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695682.803874:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0F:1755695683.476137:0:13130:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695683.635858:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695683.635863:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695683.635879:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695683.635883:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695683.635886:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1755695683.815417:0:13221:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695683.827831:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695683.827843:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695683.827846:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695683.827851:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695683.827855:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695683.827859:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695683.827862:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1755695683.924518:0:13257:0:(debug.c:661:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1755695683.924522:0:13257:0:(debug.c:662:libcfs_debug_mark_buffer()) DEBUG MARKER: == conf-sanity test 69: replace an OST with the same index ========================================================== 09:14:43 (1755695683) 00000001:00000001:3.0:1755695683.927447:0:13257:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000100:00080000:0.0:1755695684.467885:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:0.0:1755695684.467892:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:0.0:1755695684.467895:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695684.467903:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695684.467905:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695684.467907:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695684.467912:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (271) 00010000:00000001:0.0:1755695684.659867:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695684.659874:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695684.659876:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695684.659878:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695684.659882:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695684.659884:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695684.659885:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695684.659887:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695684.659973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695684.659979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695684.659983:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695684.852830:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695684.852841:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695684.852843:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695684.852846:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695684.852849:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695684.852852:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695684.852854:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695685.683859:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695685.683866:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695685.683925:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695685.683928:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695685.683931:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695685.875854:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695685.875867:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695685.875869:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695685.875874:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695685.875876:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695685.875879:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695685.875881:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695686.707869:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695686.707875:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695686.707955:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695686.707961:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695686.707964:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695686.899856:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695686.899867:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695686.899869:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695686.899873:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695686.899876:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695686.899897:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695686.899900:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695687.731880:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695687.731886:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695687.731938:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695687.731942:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695687.731945:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695687.923873:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695687.923888:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695687.923891:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695687.923897:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695687.923901:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695687.923905:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695687.923908:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695688.755850:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695688.755857:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695688.755954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695688.755958:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695688.755961:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695688.947877:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695688.947893:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695688.947895:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695688.947901:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695688.947904:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695688.947908:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695688.947911:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695689.587912:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1755695689.587921:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1755695689.587924:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695689.587927:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695689.587929:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695689.587931:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695689.587935:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (276) 00010000:00000001:0.0:1755695689.779878:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695689.779887:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695689.779940:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695689.779944:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695689.779947:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695689.971856:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695689.971868:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695689.971870:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695689.971874:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695689.971877:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695689.971880:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695689.971882:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695690.803877:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695690.803883:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695690.803938:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695690.803942:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695690.803945:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695690.995858:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695690.995869:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695690.995871:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695690.995876:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695690.995879:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695690.995882:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695690.995884:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695691.827866:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695691.827873:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695691.827947:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695691.827953:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695691.827957:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695692.019917:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695692.019933:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695692.019936:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695692.019942:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695692.019946:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695692.019951:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695692.019954:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695692.851949:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695692.851956:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695692.852055:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695692.852058:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695692.852061:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695693.043872:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695693.043887:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695693.043889:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695693.043894:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695693.043896:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695693.043899:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695693.043902:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695693.875877:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695693.875885:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695693.875888:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695693.875890:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695693.875895:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695693.875897:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695693.875899:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695693.875901:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695693.875931:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695693.875935:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695693.875938:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695694.067854:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695694.067866:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695694.067868:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695694.067872:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695694.067875:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695694.067878:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695694.067881:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695694.707850:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00080000:2.0:1755695694.707859:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: not pinging (in recovery or recovery disabled: CONNECTING) 00000100:00080000:2.0:1755695694.707862:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695694.707885:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695694.707887:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695694.707890:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695694.707894:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (281) 00010000:00000001:0.0:1755695694.899901:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695694.899908:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695694.900005:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695694.900009:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695694.900011:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695695.091866:0:2360:0:(client.c:2517:ptlrpc_expired_set()) Process entered 00000100:00000001:0.0:1755695695.091873:0:2360:0:(client.c:2437:ptlrpc_expire_one_request()) Process entered 00000100:00100000:0.0:1755695695.091888:0:2360:0:(client.c:2453:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1755695670/real 1755695670] req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000001:0.0:1755695695.091904:0:2360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695695.091925:0:2360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695695.091929:0:2360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760b00. 00000400:00000200:0.0:1755695695.091935:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792330 00000400:00000010:0.0:1755695695.091938:0:2360:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792330. 00000100:00000001:0.0:1755695695.091941:0:2360:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695695.091945:0:2360:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695695.091952:0:2360:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.091958:0:2360:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695695.091959:0:2360:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.091962:0:2360:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695695.091964:0:2360:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00100000:0.0:1755695695.091967:0:2360:0:(client.c:2484:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING) req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.091972:0:2360:0:(client.c:2489:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.091979:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695695.091981:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.091984:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695695.091986:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695695.091988:0:2360:0:(client.c:2926:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695695.091991:0:2360:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Rpc:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.091997:0:2360:0:(client.c:2099:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00000001:0.0:1755695695.091999:0:2360:0:(client.c:2926:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.092000:0:2360:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695695.092001:0:2360:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.092003:0:2360:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00000001:0.0:1755695695.092005:0:2360:0:(import.c:1084:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92) 00000100:00080000:0.0:1755695695.092007:0:2360:0:(import.c:65:import_set_state_nolock()) ffff93f758b65800 MGS: changing import state from CONNECTING to DISCONN 00000100:00080000:0.0:1755695695.092029:0:2360:0:(import.c:1499:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.157@tcp failed (-110) 00000100:00000001:0.0:1755695695.092032:0:2360:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92) 00000100:00000040:0.0:1755695695.092040:0:2360:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Interpret:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695695.092046:0:2360:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df9054ff-ad7c-4656-8a49-840f5781fde4:2360:1840980120584832:192.168.203.157@tcp:250:kworker.0 00000100:00000001:0.0:1755695695.092050:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.092053:0:2360:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695695.092056:0:2360:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3100 x1840980120584832/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 1 dl 1755695695 ref 1 fl Complete:EXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.092060:0:2360:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695695.092063:0:2360:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695695.092067:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f745f2e800. 02000000:00000001:0.0:1755695695.092070:0:2360:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695695.092073:0:2360:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695695.092074:0:2360:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695695.092076:0:2360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695695.092078:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff93f742c0a000. 02000000:00000001:0.0:1755695695.092081:0:2360:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695695.092083:0:2360:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695695.092085:0:2360:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3100. 00000100:00000001:0.0:1755695695.092088:0:2360:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695695.092090:0:2360:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.092092:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.092095:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00080000:2.0:1755695695.092096:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695695.092097:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.092101:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:2.0:1755695695.092104:0:36:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery 00000100:00000001:0.0:1755695695.092105:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695695.092109:0:36:0:(import.c:700:ptlrpc_connect_import_locked()) Process entered 00000100:00080000:2.0:1755695695.092112:0:36:0:(import.c:65:import_set_state_nolock()) ffff93f758b65800 MGS: changing import state from DISCONN to CONNECTING 00000100:00000001:2.0:1755695695.092116:0:36:0:(import.c:484:import_select_connection()) Process entered 00000100:00080000:2.0:1755695695.092120:0:36:0:(import.c:509:import_select_connection()) MGC192.168.203.157@tcp: connect to NID 192.168.203.157@tcp last attempt 252 00000400:00000200:2.0:1755695695.092127:0:36:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695695.092133:0:36:0:(peer.c:1565:LNetPeerDiscovered()) Peer NID 192.168.203.157@tcp is discovered: rc = 1 00000100:00080000:2.0:1755695695.092136:0:36:0:(import.c:588:import_select_connection()) MGC192.168.203.157@tcp: tried all connections, increasing latency to 20s 00000100:00000040:2.0:1755695695.092139:0:36:0:(lustre_net.h:1991:ptlrpc_connection_put()) PUT conn=ffff93f7582a9300 refcount 8 to 192.168.203.157@tcp 00000100:00000001:2.0:1755695695.092141:0:36:0:(connection.c:158:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1755695695.092143:0:36:0:(connection.c:163:ptlrpc_connection_addref()) conn=ffff93f7582a9300 refcount 9 to 192.168.203.157@tcp 00000100:00000001:2.0:1755695695.092145:0:36:0:(connection.c:165:ptlrpc_connection_addref()) Process leaving (rc=18446625289278231296 : -118784431320320 : ffff93f7582a9300) 00000020:00000001:2.0:1755695695.092147:0:36:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:2.0:1755695695.092149:0:36:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e7b8a213932d2d4 00000020:00000001:2.0:1755695695.092152:0:36:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1755695695.092154:0:36:0:(lustre_handles.c:131:class_handle2object()) GET export ffff93f758b66000 refcount=3 00000020:00000001:2.0:1755695695.092156:0:36:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289287393280 : -118784422158336 : ffff93f758b66000) 00000020:00000001:2.0:1755695695.092157:0:36:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625289287393280 : -118784422158336 : ffff93f758b66000) 00000100:00000040:2.0:1755695695.092159:0:36:0:(lustre_net.h:1991:ptlrpc_connection_put()) PUT conn=ffff93f7582a9300 refcount 8 to 192.168.203.157@tcp 00000100:00000001:2.0:1755695695.092161:0:36:0:(connection.c:158:ptlrpc_connection_addref()) Process entered 00000100:00000040:2.0:1755695695.092162:0:36:0:(connection.c:163:ptlrpc_connection_addref()) conn=ffff93f7582a9300 refcount 9 to 192.168.203.157@tcp 00000100:00000001:2.0:1755695695.092164:0:36:0:(connection.c:165:ptlrpc_connection_addref()) Process leaving (rc=18446625289278231296 : -118784431320320 : ffff93f7582a9300) 00000020:00000040:2.0:1755695695.092166:0:36:0:(genops.c:898:class_export_put()) PUTting export ffff93f758b66000 : new refcount 2 00000100:00080000:2.0:1755695695.092176:0:36:0:(import.c:623:import_select_connection()) MGC192.168.203.157@tcp: import ffff93f758b65800 using connection 192.168.203.157@tcp/192.168.203.157@tcp 00000100:00000001:2.0:1755695695.092178:0:36:0:(import.c:627:import_select_connection()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695695.092180:0:36:0:(sec.c:1568:sptlrpc_import_sec_adapt()) Process entered 02000000:00000001:2.0:1755695695.092183:0:36:0:(sec.c:1608:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695695.092185:0:36:0:(sec.c:1636:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695695.092187:0:36:0:(obd_class.h:881:obd_reconnect()) Process entered 00000100:00000001:2.0:1755695695.092188:0:36:0:(obd_class.h:888:obd_reconnect()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1755695695.092193:0:36:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1c00. 00000020:00000040:2.0:1755695695.092196:0:36:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 02000000:00000001:2.0:1755695695.092199:0:36:0:(sec.c:2044:sptlrpc_sepol_get()) Process entered 02000000:00000001:2.0:1755695695.092201:0:36:0:(sec.c:2054:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695695.092203:0:36:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695695.092206:0:36:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695695.092210:0:36:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695695.092216:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff93f7506cc400. 00000100:00000001:2.0:1755695695.092223:0:36:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695695.092228:0:36:0:(import.c:825:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5) req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695695.092236:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695695.092240:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695695.092243:0:36:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000304cc3ad] to pc [ptlrpcd_rcv+-1] req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695695.092262:0:36:0:(import.c:832:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695695.092265:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695695.092268:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695695.092270:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695695.092272:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695695.092277:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (282) 00000100:00000001:0.0:1755695695.092281:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695695.092284:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695695.092286:0:2360:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695695.092292:0:2360:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.092298:0:2360:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695695.092300:0:2360:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695695.092304:0:2360:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695695.092311:0:2360:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695695.092313:0:2360:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695695.092317:0:2360:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df9054ff-ad7c-4656-8a49-840f5781fde4:2360:1840980120585472:192.168.203.157@tcp:250:kworker.0 00000100:00000001:0.0:1755695695.092320:0:2360:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695695.092323:0:2360:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695695.092325:0:2360:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695695.092327:0:2360:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695695.092330:0:2360:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f749801400. 02000000:00000001:0.0:1755695695.092332:0:2360:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695695.092338:0:2360:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695695.092341:0:2360:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544058. 00000400:00000010:0.0:1755695695.092346:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeb28. 00000100:00000200:0.0:1755695695.092351:0:2360:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1840980120585472, portal 25 00000100:00000001:0.0:1755695695.092367:0:2360:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695695.092368:0:2360:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287965696 : -118784421585920 : ffff93f758bf1c00) 00000100:00000040:0.0:1755695695.092373:0:2360:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.092379:0:2360:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695695.092381:0:2360:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695695.092383:0:2360:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eedd0. 00000100:00000200:0.0:1755695695.092386:0:2360:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1840980120585472, offset 0 00000400:00000200:0.0:1755695695.092391:0:2360:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695695.092398:0:2360:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695695.092404:0:2360:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695695.092408:0:2360:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695695.092413:0:2360:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695695.092416:0:2360:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695695.092418:0:2360:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695695.092421:0:2360:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [145:145:256:4294967295] 192.168.203.157@tcp LPNI seq info [145:145:8:4294967295] 00000400:00000200:0.0:1755695695.092424:0:2360:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695695.092432:0:2360:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695695.092436:0:2360:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695695.092444:0:2360:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755695695.092450:0:2360:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695695.092457:0:2360:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695695.092461:0:2360:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:0.0:1755695695.092477:0:2360:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695695.092481:0:2360:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695695.092484:0:2360:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294944654 00000100:00000010:0.0:1755695695.092488:0:2360:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f060. 00000100:00000001:0.0:1755695695.092494:0:2360:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695695.092501:0:2360:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294944654 00000100:00000010:0.0:1755695695.092504:0:2360:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f3c0. 00000100:00000001:0.0:1755695695.092507:0:2360:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695695.092510:0:2360:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695695.092512:0:2360:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.092515:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.092516:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.092519:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695695.092521:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5) 00000100:00000001:0.0:1755695695.092522:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695695.092523:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695695.092524:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.092525:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695695.092599:0:2354:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695695.092604:0:2354:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000400:00000200:1.0:1755695695.092609:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695695.092615:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695695.092619:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eedd0 00000400:00000010:1.0:1755695695.092620:0:2354:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eedd0. 00000100:00000001:1.0:1755695695.092623:0:2354:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695695.092627:0:2354:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695695.092634:0:2354:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695695.092637:0:2354:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695695.092642:0:2354:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695695.092643:0:2354:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695695.094080:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.094092:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695695.094094:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.094096:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695695.094100:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.094105:0:2353:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695695.094110:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.094113:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.094116:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.094119:0:2353:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 416 into portal 25 MB=0x68a5c96204500 00000400:00000200:1.0:1755695695.094123:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.094127:0:2353:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 416/416 into md 0xa79 [1] + 0 00000800:00000001:1.0:1755695695.094132:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.094150:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695695.094152:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695695.094155:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695695.094158:0:2353:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695695.094161:0:2353:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695695.094179:0:2353:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=416 offset=0 replen=544 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695695.094194:0:2353:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695695.094200:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.094203:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.094254:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695695.094257:0:2360:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695695.094261:0:2360:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695695.094262:0:2360:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695695.094264:0:2360:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544058. 00000400:00000200:0.0:1755695695.094267:0:2360:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeb28 00000400:00000010:0.0:1755695695.094269:0:2360:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeb28. 00000100:00000001:0.0:1755695695.094271:0:2360:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695695.094275:0:2360:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695695.094283:0:2360:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/544 e 0 to 0 dl 1755695720 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.094299:0:2360:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695695.094300:0:2360:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.094302:0:2360:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695695.094305:0:2360:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695695.094307:0:2360:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695695.094309:0:2360:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695695.094312:0:2360:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695695.094317:0:2360:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=102 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695695.094320:0:2360:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=102 v=20 (20 0 0 0) 00000100:00000001:0.0:1755695695.094322:0:2360:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695695.094323:0:2360:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.094326:0:2360:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695695.094328:0:2360:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.094330:0:2360:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695695.094334:0:2360:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/416 e 0 to 0 dl 1755695720 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695695.094339:0:2360:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695695.094340:0:2360:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695695.094342:0:2360:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.094343:0:2360:0:(import.c:1053:ptlrpc_connect_interpret()) Process entered 00000100:00080000:0.0:1755695695.094347:0:2360:0:(import.c:1123:ptlrpc_connect_interpret()) MGC192.168.203.157@tcp: connect to target with instance 0 00000020:00000001:0.0:1755695695.094349:0:2360:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1755695695.094350:0:2360:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e7b8a213932d2d4 00000020:00000001:0.0:1755695695.094351:0:2360:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695695.094369:0:2360:0:(lustre_handles.c:131:class_handle2object()) GET export ffff93f758b66000 refcount=3 00000020:00000001:0.0:1755695695.094371:0:2360:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289287393280 : -118784422158336 : ffff93f758b66000) 00000020:00000001:0.0:1755695695.094373:0:2360:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625289287393280 : -118784422158336 : ffff93f758b66000) 00000100:00001000:0.0:1755695695.094376:0:2360:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1755695695 v=0 (0 0 0 0) 00000100:00001000:0.0:1755695695.094378:0:2360:0:(import.c:2194:obd_at_measure()) AT ffff93f758b65c10 change: old=0 new=5 delta=5 (val=1) hist 1 0 0 0 00000020:00000040:0.0:1755695695.094384:0:2360:0:(genops.c:898:class_export_put()) PUTting export ffff93f758b66000 : new refcount 2 00000100:00000001:0.0:1755695695.094386:0:2360:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1755695695.094388:0:2360:0:(mgc_request.c:1163:mgc_import_event()) import event 0x808005 10000000:00000001:0.0:1755695695.094390:0:2360:0:(mgc_request.c:1196:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.094396:0:2360:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000400:0.0:1755695695.094398:0:2360:0:(import.c:1275:ptlrpc_connect_interpret()) Evicted from MGS (at 192.168.203.157@tcp) after server handle changed from 0xb590c1929d47548c to 0xb590c1929d47555e 00000100:00080000:0.0:1755695695.096797:0:2360:0:(import.c:65:import_set_state_nolock()) ffff93f758b65800 MGS: changing import state from CONNECTING to EVICTED 00000100:00000001:0.0:1755695695.096800:0:2360:0:(import.c:1283:ptlrpc_connect_interpret()) Process leaving via finish (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695695.096803:0:2360:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00080000:0.0:1755695695.096805:0:2360:0:(import.c:1652:ptlrpc_import_recovery_state_machine()) evicted from MGS@192.168.203.157@tcp; invalidating 00000020:00000040:0.0:1755695695.096807:0:2360:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695695.097077:0:2360:0:(import.c:1674:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695695.097082:0:2360:0:(import.c:1505:ptlrpc_connect_interpret()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.097090:0:13362:0:(import.c:1580:ptlrpc_invalidate_import_thread()) Process entered 00000100:00000040:3.0:1755695695.097091:0:2360:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/416 e 0 to 0 dl 1755695720 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:0.0:1755695695.097098:0:13362:0:(import.c:1584:ptlrpc_invalidate_import_thread()) thread invalidate import MGC192.168.203.157@tcp to MGS@192.168.203.157@tcp 00000100:00100000:0.0:1755695695.097104:0:13362:0:(import.c:321:ptlrpc_invalidate_import()) Sleeping 20s for inflight to error out 00000100:00100000:3.0:1755695695.097111:0:2360:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:df9054ff-ad7c-4656-8a49-840f5781fde4:2360:1840980120585472:192.168.203.157@tcp:250:kworker.0 00000100:00000001:3.0:1755695695.097133:0:2360:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.097136:0:13362:0:(obd_class.h:1217:obd_import_event()) Process entered 00000100:00000001:3.0:1755695695.097137:0:2360:0:(client.c:2819:__ptlrpc_req_put()) Process entered 10000000:01000000:0.0:1755695695.097139:0:13362:0:(mgc_request.c:1163:mgc_import_event()) import event 0x808003 00000001:00000001:0.0:1755695695.097143:0:13362:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000100:00000040:3.0:1755695695.097145:0:2360:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1c00 x1840980120585472/t0(0) o250->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 520/416 e 0 to 0 dl 1755695720 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000001:00000001:0.0:1755695695.097148:0:13362:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00010000:00000040:0.0:1755695695.097153:0:13362:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff93f744b3c200 count: 3 00000100:00000001:3.0:1755695695.097158:0:2360:0:(client.c:2743:__ptlrpc_free_req()) Process entered 00010000:00000001:0.0:1755695695.097161:0:13362:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 02000000:00000001:3.0:1755695695.097162:0:2360:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 00010000:00000001:0.0:1755695695.097164:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 02000000:00000010:3.0:1755695695.097167:0:2360:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f749801400. 00000020:00000001:0.0:1755695695.097167:0:13362:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695695.097171:0:13362:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f759587600 refcount=3 02000000:00000001:3.0:1755695695.097174:0:2360:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695695.097174:0:13362:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289298015744 : -118784411535872 : ffff93f759587600) 00000020:00000001:3.0:1755695695.097178:0:2360:0:(genops.c:1236:class_import_put()) Process entered 00010000:00000001:0.0:1755695695.097179:0:13362:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289298015744 : -118784411535872 : ffff93f759587600) 00000020:00000040:3.0:1755695695.097183:0:2360:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00010000:00000001:0.0:1755695695.097183:0:13362:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1755695695.097188:0:13362:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff93f759587600/0x5e7b8a213932d2db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110e400000000 nid: local remote: 0xb590c1929d475493 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 00000020:00000001:3.0:1755695695.097189:0:2360:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695695.097193:0:2360:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 1024 at ffff93f7506cc400. 10000000:00000001:0.0:1755695695.097199:0:13362:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 02000000:00000001:3.0:1755695695.097201:0:2360:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 10000000:00010000:0.0:1755695695.097203:0:13362:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff93f759587600/0x5e7b8a213932d2db lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x110f400000000 nid: local remote: 0xb590c1929d475493 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 02000000:00000001:3.0:1755695695.097205:0:2360:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695695.097209:0:2360:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1c00. 10000000:01000000:0.0:1755695695.097211:0:13362:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1755695695.097214:0:13362:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 00000100:00000001:3.0:1755695695.097216:0:2360:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 10000000:00000040:0.0:1755695695.097217:0:13362:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-sptlrpc: requeue (r=2 sp=0 st=1) 00000100:00000001:3.0:1755695695.097221:0:2360:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000040:0.0:1755695695.097221:0:13362:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00000100:00000001:3.0:1755695695.097226:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1755695695.097230:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000100:00000001:3.0:1755695695.097231:0:2360:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00010000:00000001:0.0:1755695695.097233:0:13362:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695695.097236:0:2360:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695695.097241:0:2360:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695695.097244:0:2360:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695695.097247:0:13362:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1755695695.097249:0:13362:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1755695695.097250:0:13362:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff93f744dc6e00) refs 2 10000000:00000001:0.0:1755695695.097253:0:13362:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1755695695.097255:0:13362:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695695.097258:0:13362:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1755695695.097259:0:13362:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1755695695.097262:0:13362:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1755695695.097264:0:13362:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1755695695.097266:0:13362:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1755695695.097268:0:13362:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1755695695.097270:0:13362:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff93f759587600 with handle 0x5e7b8a213932d2db from hash 00010000:00000001:0.0:1755695695.097272:0:13362:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1755695695.097274:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097276:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097277:0:13362:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1755695695.097279:0:13362:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1755695695.097280:0:13362:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1755695695.097282:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097283:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097284:0:13362:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.097285:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1755695695.097286:0:13362:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff93f759587600/0x5e7b8a213932d2db lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 4 type: PLN flags: 0x590f400000000 nid: local remote: 0xb590c1929d475493 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695695.097296:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097297:0:13362:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1755695695.097298:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695695.097299:0:13362:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695695.097300:0:13362:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f74a445600 refcount=3 00000020:00000001:0.0:1755695695.097302:0:13362:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289045038592 : -118784664513024 : ffff93f74a445600) 00010000:00000001:0.0:1755695695.097304:0:13362:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289045038592 : -118784664513024 : ffff93f74a445600) 00010000:00000001:0.0:1755695695.097306:0:13362:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1755695695.097308:0:13362:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff93f74a445600/0x5e7b8a213932d2e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb590c1929d47549a expref: -99 pid: 12060 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1755695695.097316:0:13362:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1755695695.097318:0:13362:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff93f74a445600/0x5e7b8a213932d2e2 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb590c1929d47549a expref: -99 pid: 12060 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1755695695.097322:0:13362:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x0:0x0].0x0 (lustre) 10000000:00000001:0.0:1755695695.097324:0:13362:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1755695695.097326:0:13362:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-client: requeue (r=2 sp=0 st=1) 10000000:00000040:0.0:1755695695.097328:0:13362:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1755695695.097330:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1755695695.097332:0:13362:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695695.097344:0:13362:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1755695695.097346:0:13362:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1755695695.097348:0:13362:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff93f745e01400) refs 2 10000000:00000001:0.0:1755695695.097350:0:13362:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1755695695.097351:0:13362:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695695.097371:0:13362:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1755695695.097373:0:13362:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1755695695.097375:0:13362:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1755695695.097377:0:13362:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1755695695.097380:0:13362:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1755695695.097382:0:13362:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1755695695.097385:0:13362:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff93f74a445600 with handle 0x5e7b8a213932d2e2 from hash 00010000:00000001:0.0:1755695695.097387:0:13362:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1755695695.097389:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097390:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097391:0:13362:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1755695695.097393:0:13362:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1755695695.097395:0:13362:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1755695695.097398:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097399:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097401:0:13362:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.097403:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1755695695.097405:0:13362:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff93f74a445600/0x5e7b8a213932d2e2 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb590c1929d47549a expref: -99 pid: 12060 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695695.097426:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1755695695.097428:0:13362:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff93f744b3c200 count: 0 00010000:00000040:0.0:1755695695.097435:0:13362:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff93f75b1d5300 count: 2 00010000:00000001:0.0:1755695695.097438:0:13362:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1755695695.097440:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695695.097441:0:13362:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695695.097442:0:13362:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f764f23200 refcount=3 00000020:00000001:0.0:1755695695.097444:0:13362:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289492640256 : -118784216911360 : ffff93f764f23200) 00010000:00000001:0.0:1755695695.097447:0:13362:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289492640256 : -118784216911360 : ffff93f764f23200) 00010000:00000001:0.0:1755695695.097449:0:13362:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1755695695.097452:0:13362:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff93f764f23200/0x5e7b8a213932d305 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb590c1929d4754a1 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1755695695.097458:0:13362:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1755695695.097460:0:13362:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff93f764f23200/0x5e7b8a213932d305 lrc: 3/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb590c1929d4754a1 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1755695695.097466:0:13362:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x65727473756c:0x2:0x0].0x0 (lustre) 10000000:00000001:0.0:1755695695.097468:0:13362:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1755695695.097470:0:13362:0:(mgc_request.c:723:mgc_requeue_add()) log lustre-cliir: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1755695695.097472:0:13362:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1755695695.097473:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1755695695.097475:0:13362:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695695.097486:0:13362:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1755695695.097487:0:13362:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1755695695.097489:0:13362:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff93f745e00600) refs 2 10000000:00000001:0.0:1755695695.097490:0:13362:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1755695695.097492:0:13362:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695695.097495:0:13362:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1755695695.097498:0:13362:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1755695695.097500:0:13362:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1755695695.097502:0:13362:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1755695695.097504:0:13362:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1755695695.097506:0:13362:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1755695695.097516:0:13362:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff93f764f23200 with handle 0x5e7b8a213932d305 from hash 00010000:00000001:0.0:1755695695.097518:0:13362:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1755695695.097520:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097521:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097522:0:13362:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1755695695.097524:0:13362:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1755695695.097526:0:13362:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1755695695.097528:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097529:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097530:0:13362:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.097532:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1755695695.097535:0:13362:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff93f764f23200/0x5e7b8a213932d305 lrc: 0/0,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb590c1929d4754a1 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695695.097545:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1755695695.097547:0:13362:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff93f75b1d5300 count: 0 00010000:00000040:0.0:1755695695.097552:0:13362:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff93f744b3cc00 count: 2 00010000:00000001:0.0:1755695695.097555:0:13362:0:(ldlm_request.c:1625:ldlm_cli_cancel()) Process entered 00010000:00000001:0.0:1755695695.097556:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695695.097558:0:13362:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695695.097560:0:13362:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f759586a00 refcount=3 00000020:00000001:0.0:1755695695.097562:0:13362:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289298012672 : -118784411538944 : ffff93f759586a00) 00010000:00000001:0.0:1755695695.097565:0:13362:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289298012672 : -118784411538944 : ffff93f759586a00) 00010000:00000001:0.0:1755695695.097567:0:13362:0:(ldlm_request.c:1279:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1755695695.097570:0:13362:0:(ldlm_request.c:1284:ldlm_cli_cancel_local()) ### client-side cancel ns: MGC192.168.203.157@tcp lock: ffff93f759586a00/0x5e7b8a213932d30c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110e400000000 nid: local remote: 0xb590c1929d4754a8 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 10000000:00000001:0.0:1755695695.097576:0:13362:0:(mgc_request.c:917:mgc_blocking_ast()) Process entered 10000000:00010000:0.0:1755695695.097578:0:13362:0:(mgc_request.c:928:mgc_blocking_ast()) ### MGC cancel CB ns: MGC192.168.203.157@tcp lock: ffff93f759586a00/0x5e7b8a213932d30c lrc: 3/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x110f400000000 nid: local remote: 0xb590c1929d4754a8 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 10000000:01000000:0.0:1755695695.097584:0:13362:0:(mgc_request.c:932:mgc_blocking_ast()) Lock res [0x736d61726170:0x3:0x0].0x0 (params) 10000000:00000001:0.0:1755695695.097586:0:13362:0:(mgc_request.c:719:mgc_requeue_add()) Process entered 10000000:00000040:0.0:1755695695.097588:0:13362:0:(mgc_request.c:723:mgc_requeue_add()) log params: requeue (r=2 sp=0 st=3) 10000000:00000040:0.0:1755695695.097590:0:13362:0:(mgc_request.c:726:mgc_requeue_add()) lockh 0x0 00010000:00000001:0.0:1755695695.097597:0:13362:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00010000:00000001:0.0:1755695695.097599:0:13362:0:(ldlm_lock.c:613:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695695.097610:0:13362:0:(mgc_request.c:742:mgc_requeue_add()) Process leaving 10000000:00000001:0.0:1755695695.097611:0:13362:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1755695695.097613:0:13362:0:(mgc_request.c:123:config_log_put()) log params(ffff93f7593da400) refs 2 10000000:00000001:0.0:1755695695.097615:0:13362:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1755695695.097616:0:13362:0:(mgc_request.c:967:mgc_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695695.097621:0:13362:0:(ldlm_request.c:1300:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:0.0:1755695695.097623:0:13362:0:(ldlm_lock.c:2497:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1755695695.097625:0:13362:0:(ldlm_lock.c:408:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1755695695.097627:0:13362:0:(ldlm_lock.c:352:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1755695695.097630:0:13362:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1755695695.097632:0:13362:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1755695695.097635:0:13362:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff93f759586a00 with handle 0x5e7b8a213932d30c from hash 00010000:00000001:0.0:1755695695.097638:0:13362:0:(ldlm_lock.c:382:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1755695695.097639:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097641:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097642:0:13362:0:(ldlm_lock.c:414:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1755695695.097643:0:13362:0:(ldlm_lock.c:2533:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1755695695.097645:0:13362:0:(ldlm_request.c:1315:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:0.0:1755695695.097647:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695695.097648:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695695.097650:0:13362:0:(ldlm_request.c:1664:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.097652:0:13362:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1755695695.097655:0:13362:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: MGC192.168.203.157@tcp lock: ffff93f759586a00/0x5e7b8a213932d30c lrc: 0/0,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 3 type: PLN flags: 0x590f400000000 nid: local remote: 0xb590c1929d4754a8 expref: -99 pid: 12060 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695695.097663:0:13362:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000040:0.0:1755695695.097665:0:13362:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff93f744b3cc00 count: 0 00000001:00000001:0.0:1755695695.097671:0:13362:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1755695695.097674:0:13362:0:(hash.c:1697:cfs_hash_for_each_nolock()) Process entered 00000001:00000001:0.0:1755695695.097675:0:13362:0:(hash.c:1610:cfs_hash_for_each_relax()) Process entered 00000001:00000001:0.0:1755695695.097677:0:13362:0:(hash.c:1713:cfs_hash_for_each_nolock()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695695.097679:0:13362:0:(mgc_request.c:1196:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.097681:0:13362:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:00080000:0.0:1755695695.097686:0:13362:0:(import.c:65:import_set_state_nolock()) ffff93f758b65800 MGS: changing import state from EVICTED to RECOVER 00000100:00000001:0.0:1755695695.097689:0:13362:0:(import.c:1633:ptlrpc_import_recovery_state_machine()) Process entered 00000100:00000001:0.0:1755695695.097697:0:13362:0:(recover.c:146:ptlrpc_resend()) Process entered 00000100:00000001:0.0:1755695695.097699:0:13362:0:(recover.c:175:ptlrpc_resend()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695695.097703:0:13362:0:(import.c:65:import_set_state_nolock()) ffff93f758b65800 MGS: changing import state from RECOVER to FULL 00000100:00000001:0.0:1755695695.097705:0:13362:0:(obd_class.h:1217:obd_import_event()) Process entered 10000000:01000000:0.0:1755695695.097707:0:13362:0:(mgc_request.c:1163:mgc_import_event()) import event 0x808004 10000000:00000040:0.0:1755695695.097708:0:13362:0:(mgc_request.c:1180:mgc_import_event()) MGC192.168.203.157@tcp: Reactivating import 00000100:00080000:0.0:1755695695.097719:0:13362:0:(pinger.c:185:ptlrpc_pinger_ir_up()) IR up 10000000:00000001:0.0:1755695695.097721:0:13362:0:(mgc_request.c:1196:mgc_import_event()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.097723:0:13362:0:(obd_class.h:1226:obd_import_event()) Process leaving 00000100:02000000:0.0:1755695695.097728:0:13362:0:(import.c:1722:ptlrpc_import_recovery_state_machine()) MGC192.168.203.157@tcp: Connection restored to 192.168.203.157@tcp (at 192.168.203.157@tcp) 00000100:00000001:0.0:1755695695.100755:0:13362:0:(import.c:1734:ptlrpc_import_recovery_state_machine()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755695695.100763:0:13362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695695.100765:0:13362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695695.100768:0:13362:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1755695695.100770:0:13362:0:(import.c:1596:ptlrpc_invalidate_import_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:0.1F:1755695695.105819:0:0:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff93f759587600. 00010000:00000010:0.1:1755695695.105831:0:0:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff93f74a445600. 00010000:00000010:0.1:1755695695.105834:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93f744b3c200. 00010000:00000010:0.1:1755695695.105837:0:0:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff93f764f23200. 00010000:00000010:0.1:1755695695.105839:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93f75b1d5300. 00010000:00000010:0.1:1755695695.105842:0:0:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff93f759586a00. 00010000:00000010:0.1:1755695695.105844:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff93f744b3cc00. 00000100:00000040:0.0:1755695695.106831:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294944654, at 4294944655 00000100:00000010:0.0:1755695695.106838:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f060. 00000100:00000040:1.0:1755695695.106846:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294944654, at 4294944655 00000100:00000010:1.0:1755695695.106853:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f3c0. 00000800:00000001:1.0:1755695695.278843:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.278863:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695695.278867:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.278869:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695695.278880:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.278888:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695695.278896:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.278900:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.278906:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695695.278909:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 328 into portal 15 MB=0x68a5c9690f580 00000400:00000200:1.0:1755695695.278918:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index f from 12345-192.168.203.157@tcp of length 328/328 into md 0x521 [2] + 720 00000800:00000001:1.0:1755695695.278925:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.278931:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695695.278934:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695695.278938:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695695.278944:0:2354:0:(events.c:287:request_in_callback()) Process entered 00000100:00000200:1.0:1755695695.278947:0:2354:0:(events.c:297:request_in_callback()) event type 2, status 0, service ldlm_cbd 00000100:00000010:1.0:1755695695.278952:0:2354:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802b800. 00000100:00000040:1.0:1755695695.278956:0:2354:0:(events.c:338:request_in_callback()) incoming req@ffff93f75802b800 x1840980127970688 msgsize 328 00000100:00100000:1.0:1755695695.278959:0:2354:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.157@tcp (source: 12345-192.168.203.157@tcp) 00000100:00000001:1.0:1755695695.278976:0:2354:0:(events.c:374:request_in_callback()) Process leaving 00000800:00000001:1.0:1755695695.278983:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695695.278986:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.279040:0:12062:0:(service.c:2260:ptlrpc_server_handle_req_in()) Process entered 00000100:00100000:0.0:1755695695.279045:0:12062:0:(service.c:2279:ptlrpc_server_handle_req_in()) unwrap req x1840980127970688 02000000:00000001:0.0:1755695695.279048:0:12062:0:(sec.c:2445:sptlrpc_svc_unwrap_request()) Process entered 00000100:00000001:0.0:1755695695.279051:0:12062:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695695.279055:0:12062:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695695.279061:0:12062:0:(sec.c:2494:sptlrpc_svc_unwrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695695.279066:0:12062:0:(service.c:2344:ptlrpc_server_handle_req_in()) got req x1840980127970688 00000020:00000001:0.0:1755695695.279069:0:12062:0:(genops.c:811:class_conn2export()) Process entered 00000020:00000040:0.0:1755695695.279072:0:12062:0:(genops.c:823:class_conn2export()) looking for export cookie 0x5e7b8a213932d328 00000020:00000001:0.0:1755695695.279076:0:12062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695695.279080:0:12062:0:(lustre_handles.c:131:class_handle2object()) GET export ffff93f747c85000 refcount=4 00000020:00000001:0.0:1755695695.279083:0:12062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289003356160 : -118784706195456 : ffff93f747c85000) 00000020:00000001:0.0:1755695695.279085:0:12062:0:(genops.c:825:class_conn2export()) Process leaving (rc=18446625289003356160 : -118784706195456 : ffff93f747c85000) 00000100:00000001:0.0:1755695695.279091:0:12062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1755695695.279096:0:12062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93f74761c180. 00000100:00000001:0.0:1755695695.279100:0:12062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1755695695.279104:0:12062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff93f74761c180. 00000020:00000010:0.0:1755695695.279128:0:12062:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f744e36400. 00000020:00000010:0.0:1755695695.279135:0:12062:0:(lu_ucred.c:28:lu_ucred_key_init()) kmalloced '(value)': 128 at ffff93f742e0e100. 00000020:00000010:0.0:1755695695.279141:0:12062:0:(tgt_main.c:756:tgt_ses_key_init()) slab-alloced 'session': 200 at ffff93f745fa9af0. 00000100:00000040:0.0:1755695695.279153:0:12062:0:(service.c:1427:ptlrpc_at_set_timer()) armed ldlm_cbd at +6s 00000100:00000001:0.0:1755695695.279157:0:12062:0:(service.c:1986:ptlrpc_server_request_add()) Process entered 00000100:00000001:0.0:1755695695.279159:0:12062:0:(service.c:1902:ptlrpc_server_hpreq_init()) Process entered 00000100:00000001:0.0:1755695695.279162:0:12062:0:(service.c:1932:ptlrpc_server_hpreq_init()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.279170:0:12062:0:(service.c:2079:ptlrpc_server_request_add()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.279187:0:12062:0:(service.c:2423:ptlrpc_server_handle_req_in()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695695.279202:0:12062:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000001:0.0:1755695695.279204:0:12062:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00100000:0.0:1755695695.279211:0:12062:0:(nrs_fifo.c:152:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.157@tcp, seq: 2 00000100:00000001:1.0:1755695695.279213:0:12158:0:(service.c:2457:ptlrpc_server_handle_request()) Process entered 00000100:00000040:0.0:1755695695.279215:0:12062:0:(service.c:2233:ptlrpc_server_request_get()) RPC GETting export ffff93f747c85000 : new rpc_count 1 00000100:00000001:0.0:1755695695.279217:0:12062:0:(service.c:2235:ptlrpc_server_request_get()) Process leaving (rc=18446625289275619328 : -118784433932288 : ffff93f75802b800) 00000100:00000001:1.0:1755695695.279222:0:12158:0:(service.c:2201:ptlrpc_server_request_get()) Process entered 00000100:00000001:1.0:1755695695.279227:0:12158:0:(service.c:2222:ptlrpc_server_request_get()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695695.279227:0:12062:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Interpret req@ffff93f75802b800 x1840980127970688/t0(0) o104->LOV_OSC_UUID@192.168.203.157@tcp:586/0 lens 328/0 e 0 to 0 dl 1755695706 ref 1 fl New:/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695695.279231:0:12158:0:(service.c:2461:ptlrpc_server_handle_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.279243:0:12062:0:(service.c:1262:ptlrpc_update_export_timer()) Process entered 00000020:00000010:0.0:1755695695.279247:0:12062:0:(genops.c:1074:obd_export_timed_init()) kmalloced '(*data)': 48 at ffff93f74761c180. 00000100:00000001:0.0:1755695695.279250:0:12062:0:(service.c:1284:ptlrpc_update_export_timer()) Process leaving via err (rc=0 : 0 : 0x0) 00000020:00000010:0.0:1755695695.279252:0:12062:0:(genops.c:1082:obd_export_timed_fini()) kfreed '*data': 48 at ffff93f74761c180. 00000100:00100000:0.0:1755695695.279258:0:12062:0:(service.c:2530:ptlrpc_server_handle_request()) Handling RPC req@ffff93f75802b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:16483:x1840980127970688:12345-192.168.203.157@tcp:104: 00000100:00000200:0.0:1755695695.279262:0:12062:0:(service.c:2541:ptlrpc_server_handle_request()) got req 1840980127970688 00010000:00000001:0.0:1755695695.279266:0:12062:0:(ldlm_lockd.c:2360:ldlm_callback_handler()) Process entered 00010000:00000001:0.0:1755695695.279273:0:12062:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695695.279276:0:12062:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000001:0.0:1755695695.279277:0:12062:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.279280:0:12062:0:(ldlm_lock.c:617:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695695.279283:0:12062:0:(ldlm_lockd.c:2448:ldlm_callback_handler()) callback on lock 0x5e7b8a213932d34b - lock disappeared 00000100:00000001:0.0:1755695695.279288:0:12062:0:(pack_generic.c:294:lustre_pack_reply_v2()) Process entered 02000000:00000001:0.0:1755695695.279290:0:12062:0:(sec.c:2516:sptlrpc_svc_alloc_rs()) Process entered 02000000:00000010:0.0:1755695695.279296:0:12062:0:(sec_null.c:305:null_alloc_rs()) kmalloced '(rs)': 520 at ffff93f749800c00. 02000000:00000001:0.0:1755695695.279300:0:12062:0:(sec.c:2553:sptlrpc_svc_alloc_rs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.279303:0:12062:0:(pack_generic.c:329:lustre_pack_reply_v2()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695695.279316:0:12062:0:(ldlm_lib.c:3232:target_pack_pool_reply()) Process entered 00010000:00000001:0.0:1755695695.279321:0:12062:0:(ldlm_lib.c:3253:target_pack_pool_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695695.279325:0:12062:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f7593d3de8 time=95 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695695.279331:0:12062:0:(connection.c:158:ptlrpc_connection_addref()) Process entered 00000100:00000040:0.0:1755695695.279334:0:12062:0:(connection.c:163:ptlrpc_connection_addref()) conn=ffff93f7582a9300 refcount 10 to 192.168.203.157@tcp 00000100:00000001:0.0:1755695695.279337:0:12062:0:(connection.c:165:ptlrpc_connection_addref()) Process leaving (rc=18446625289278231296 : -118784431320320 : ffff93f7582a9300) 02000000:00000001:0.0:1755695695.279340:0:12062:0:(sec.c:2567:sptlrpc_svc_wrap_reply()) Process entered 02000000:00000001:0.0:1755695695.279343:0:12062:0:(sec.c:2578:sptlrpc_svc_wrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695695.279347:0:12062:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695695.279350:0:12062:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695695.279384:0:12062:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeb28. 00000100:00000200:0.0:1755695695.279391:0:12062:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 16, xid 1840980127970688, offset 224 00000400:00000200:0.0:1755695695.279399:0:12062:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695695.279407:0:12062:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695695.279414:0:12062:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695695.279422:0:12062:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [146:146:256:4294967295] 192.168.203.157@tcp LPNI seq info [146:146:8:4294967295] 00000400:00000200:0.0:1755695695.279426:0:12062:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695695.279435:0:12062:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695695.279442:0:12062:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695695.279447:0:12062:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bbaa00. 00000800:00000200:0.0:1755695695.279454:0:12062:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695695.279461:0:12062:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695695.279466:0:12062:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bbaa00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695695.279483:0:12062:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695695.279488:0:12062:0:(lustre_net.h:1991:ptlrpc_connection_put()) PUT conn=ffff93f7582a9300 refcount 9 to 192.168.203.157@tcp 00010000:00010000:0.0:1755695695.279496:0:12062:0:(ldlm_lockd.c:2345:ldlm_callback_errmsg()) @@@ Operate with invalid parameter, NID=12345-192.168.203.157@tcp lock=0x5e7b8a213932d34b: rc = 0 req@ffff93f75802b800 x1840980127970688/t0(0) o104->LOV_OSC_UUID@192.168.203.157@tcp:586/0 lens 328/224 e 0 to 0 dl 1755695706 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00010000:00000001:0.0:1755695695.279506:0:12062:0:(ldlm_lockd.c:2452:ldlm_callback_handler()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695695.279512:0:12062:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802b800 x1840980127970688/t0(0) o104->LOV_OSC_UUID@192.168.203.157@tcp:586/0 lens 328/224 e 0 to 0 dl 1755695706 ref 1 fl Interpret:/0/0 rc -22/-22 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00100000:0.0:1755695695.279535:0:12062:0:(service.c:2588:ptlrpc_server_handle_request()) Handled RPC req@ffff93f75802b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cb00_001:LOV_OSC_UUID+4:16483:x1840980127970688:12345-192.168.203.157@tcp:104: Request processed in 291us (577us total) trans 0 rc -22/-22 00000100:00100000:0.0:1755695695.279542:0:12062:0:(nrs_fifo.c:211:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.157@tcp, seq: 2 00000100:00000040:0.0:1755695695.279545:0:12062:0:(service.c:1108:ptlrpc_server_finish_active_request()) RPC PUTting export ffff93f747c85000 : new rpc_count 0 00000100:00000001:0.0:1755695695.279547:0:12062:0:(service.c:1938:ptlrpc_server_hpreq_fini()) Process entered 00000100:00000001:0.0:1755695695.279549:0:12062:0:(service.c:1949:ptlrpc_server_hpreq_fini()) Process leaving 00000020:00000010:0.0:1755695695.279554:0:12062:0:(lu_ucred.c:28:lu_ucred_key_fini()) kfreed 'info': 128 at ffff93f742e0e100. 00000020:00000010:0.0:1755695695.279559:0:12062:0:(tgt_main.c:768:tgt_ses_key_fini()) slab-freed '(session)': 200 at ffff93f745fa9af0. 00000800:00000200:1.0:1755695695.279562:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000020:00000010:0.0:1755695695.279564:0:12062:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f744e36400. 00000800:00000010:1.0:1755695695.279569:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bbaa00. 00000020:00000040:0.0:1755695695.279572:0:12062:0:(genops.c:898:class_export_put()) PUTting export ffff93f747c85000 : new refcount 3 00000400:00000200:1.0:1755695695.279576:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1755695695.279578:0:12062:0:(service.c:2613:ptlrpc_server_handle_request()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695695.279585:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695695.279591:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeb28 00000400:00000010:1.0:1755695695.279594:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeb28. 00000100:00000001:1.0:1755695695.279599:0:2353:0:(events.c:387:reply_out_callback()) Process entered 00000100:00000001:1.0:1755695695.279601:0:2353:0:(events.c:399:reply_out_callback()) Process leaving 00000020:00000001:2.0:1755695695.923937:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695695.923945:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695695.923969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 10000000:00000001:2.0:1755695696.627847:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1755695696.627856:0:12074:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff93f745e00600) refs 2 10000000:00000001:2.0:1755695696.627862:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.627865:0:12074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:2.0:1755695696.627867:0:12074:0:(mgc_request.c:120:config_log_put()) Process leaving 10000000:00000001:2.0:1755695696.627868:0:12074:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1755695696.627871:0:12074:0:(mgc_request.c:611:do_requeue()) updating log lustre-cliir 10000000:00000001:2.0:1755695696.627873:0:12074:0:(mgc_request.c:1764:mgc_process_log()) Process entered 10000000:01000000:2.0:1755695696.627876:0:12074:0:(mgc_request.c:1783:mgc_process_log()) Process log lustre-cliir-ffff93f744d62800 from 7 10000000:00000001:2.0:1755695696.627879:0:12074:0:(mgc_request.c:989:mgc_enqueue()) Process entered 10000000:01000000:2.0:1755695696.627882:0:12074:0:(mgc_request.c:995:mgc_enqueue()) Enqueue for lustre-cliir (res 0x65727473756c) 00000100:00000010:2.0:1755695696.627892:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695696.627897:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695696.627903:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695696.627906:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695696.627911:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695696.627916:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758095400. 00000100:00000001:2.0:1755695696.627923:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.627928:0:12074:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1755695696.627931:0:12074:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1755695696.627937:0:12074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93f747c25400. 00010000:00000001:2.0:1755695696.627943:0:12074:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1755695696.627946:0:12074:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93f742cc1a00. 00000020:00000001:2.0:1755695696.627950:0:12074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1755695696.627953:0:12074:0:(lustre_handles.c:77:class_handle_hash()) added object ffff93f742cc1a00 with handle 0x5e7b8a213932d360 to hash 00000020:00000001:2.0:1755695696.627955:0:12074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1755695696.627956:0:12074:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.627959:0:12074:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.627962:0:12074:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1755695696.627964:0:12074:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695696.627967:0:12074:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1755695696.627975:0:12074:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1755695696.627990:0:12074:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1755695696.627994:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1755695696.627996:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1755695696.628001:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.628003:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289157167360 : -118784552384256 : ffff93f750f34900) 00000100:00000001:2.0:1755695696.628005:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.628007:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000001:2.0:1755695696.628011:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695696.628015:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.628017:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1755695696.628019:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695696.628028:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.628037:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695696.628040:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.628045:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695696.628048:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695696.628051:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695696.628055:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585600:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.628061:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695696.628067:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695696.628070:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.628073:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695696.628078:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f7506ce000. 02000000:00000001:2.0:1755695696.628080:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.628091:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695696.628096:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac60. 00000400:00000010:2.0:1755695696.628103:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755695696.628110:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1840980120585600, portal 25 00000100:00000001:2.0:1755695696.628113:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.628118:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:2.0:1755695696.628124:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.628130:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695696.628132:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695696.628135:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8bb0. 00000100:00000200:2.0:1755695696.628138:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1840980120585600, offset 0 00000400:00000200:2.0:1755695696.628144:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695696.628153:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.628162:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695696.628169:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695696.628173:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695696.628177:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695696.628180:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695696.628184:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [147:147:256:4294967295] 192.168.203.157@tcp LPNI seq info [147:147:8:4294967295] 00000400:00000200:2.0:1755695696.628189:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.628200:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695696.628206:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695696.628211:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755695696.628217:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695696.628224:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695696.628228:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1755695696.628244:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.628248:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695696.628250:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946190 00000100:00000010:2.0:1755695696.628254:0:12074:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755695696.628260:0:12074:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695696.628269:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946190 00000100:00000010:2.0:1755695696.628272:0:12074:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755695696.628275:0:12074:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695696.628283:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.628285:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.628287:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695696.628288:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1755695696.628290:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f750f34900 going to sleep for 11 seconds 00000100:00000001:2.0:1755695696.628293:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695696.628296:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695696.628332:0:2354:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.628339:0:2354:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755695696.628355:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.628362:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.628367:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8bb0 00000400:00000010:1.0:1755695696.628370:0:2354:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8bb0. 00000100:00000001:1.0:1755695696.628375:0:2354:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695696.628381:0:2354:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.628394:0:2354:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.628398:0:2354:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.628407:0:2354:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.628409:0:2354:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.629508:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.629515:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.629517:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.629518:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.629523:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.629528:0:2353:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.629533:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.629536:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.629539:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.629542:0:2353:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x68a5c96204580 00000400:00000200:1.0:1755695696.629551:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.629556:0:2353:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0xa91 [1] + 224 00000800:00000001:1.0:1755695696.629562:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.629576:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.629578:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.629581:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.629584:0:2353:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.629587:0:2353:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.629595:0:2353:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.629609:0:2353:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.629614:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.629616:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.629642:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695696.629648:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695696.629650:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695696.629652:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac60. 00000400:00000200:2.0:1755695696.629656:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:2.0:1755695696.629657:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:2.0:1755695696.629659:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695696.629664:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695696.629674:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.629682:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695696.629684:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.629687:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695696.629691:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695696.629694:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695696.629696:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.629700:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695696.629708:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695696.629713:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695696.629716:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695696.629718:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.629721:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695696.629723:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.629727:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695696.629732:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.629741:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.629751:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695696.629754:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695696.629759:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695696.629765:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585600:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.629769:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.629771:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.629773:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1755695696.629774:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.629776:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.629798:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1755695696.629800:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.629802:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1755695696.629803:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.629805:0:12074:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1755695696.629808:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1755695696.629809:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1755695696.629811:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f742cc1a00 refcount=4 00000020:00000001:2.0:1755695696.629813:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.629816:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000040:2.0:1755695696.629820:0:12074:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) local: ffff93f742cc1a00, remote cookie: 0xb590c1929d475710, flags: 0x0 00010000:00000001:2.0:1755695696.629822:0:12074:0:(ldlm_lock.c:1790:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1755695696.629826:0:12074:0:(ldlm_lock.c:1120:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1755695696.629828:0:12074:0:(ldlm_lock.c:984:search_granted_lock()) Process entered 00010000:00000001:2.0:1755695696.629830:0:12074:0:(ldlm_lock.c:1050:search_granted_lock()) Process leaving 00010000:00000001:2.0:1755695696.629832:0:12074:0:(ldlm_lock.c:1062:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1755695696.629835:0:12074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x2:0x0].0x0 (ffff93f747c25400) refcount = 1 00010000:00010000:2.0:1755695696.629840:0:12074:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475710 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1755695696.629848:0:12074:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1755695696.629856:0:12074:0:(ldlm_lock.c:1152:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1755695696.629858:0:12074:0:(ldlm_lock.c:1910:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1755695696.629862:0:12074:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1755695696.629865:0:12074:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695696.629868:0:12074:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb590c1929d475710 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1755695696.629875:0:12074:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1755695696.629878:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.629880:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1755695696.629881:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.629882:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1755695696.629884:0:12074:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.629886:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.629891:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120585600/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.629895:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695696.629898:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695696.629900:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f7506ce000. 02000000:00000001:2.0:1755695696.629903:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695696.629906:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.629907:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.629909:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695696.629910:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758095400. 02000000:00000001:2.0:1755695696.629913:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695696.629915:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695696.629916:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:2.0:1755695696.629919:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695696.629920:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1755695696.629921:0:12074:0:(mgc_request.c:1021:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.629923:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1755695696.629924:0:12074:0:(mgc_request.c:108:config_log_get()) log lustre-cliir (ffff93f745e00600) refs 3 10000000:00000001:2.0:1755695696.629926:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.629927:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1755695696.629928:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1755695696.629929:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f742cc1a00 refcount=3 00000020:00000001:2.0:1755695696.629930:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.629937:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.629938:0:12074:0:(ldlm_lock.c:2543:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1755695696.629940:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.629941:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1755695696.629942:0:12074:0:(ldlm_lock.c:2552:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.629944:0:12074:0:(mgc_request.c:1506:mgc_process_recover_log()) Process entered 10000000:00000010:2.0:1755695696.629946:0:12074:0:(mgc_request.c:1518:mgc_process_recover_log()) kmalloced '(pages)': 32 at ffff93f750f333e0. 00000100:00000010:2.0:1755695696.629957:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695696.629958:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695696.629960:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695696.629962:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695696.629964:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695696.629966:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758095400. 00000100:00000001:2.0:1755695696.629968:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.629971:0:12074:0:(client.c:233:ptlrpc_prep_bulk_imp()) Process entered 00000100:00000010:2.0:1755695696.629973:0:12074:0:(client.c:174:ptlrpc_new_bulk()) kmalloced '(desc)': 992 at ffff93f7506ce000. 00000100:00000010:2.0:1755695696.629975:0:12074:0:(client.c:179:ptlrpc_new_bulk()) kmalloced '(desc->bd_vec)': 64 at ffff93f749951200. 00000020:00000040:2.0:1755695696.629977:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695696.629980:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1755695696.629981:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1755695696.629983:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.629984:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289157167360 : -118784552384256 : ffff93f750f34900) 00000100:00000001:2.0:1755695696.629986:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.629987:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000001:2.0:1755695696.629988:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695696.629991:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.629992:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1755695696.629992:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695696.629995:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.630000:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695696.630001:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.630002:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695696.630004:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695696.630008:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695696.630011:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585728:192.168.203.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.630013:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695696.630015:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695696.630017:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.630019:0:12074:0:(niobuf.c:345:ptlrpc_register_bulk()) Process entered 00000400:00000200:2.0:1755695696.630023:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695696.630025:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac60. 00000400:00000010:2.0:1755695696.630028:0:12074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93f750f34600. 00000100:00000200:2.0:1755695696.630032:0:12074:0:(niobuf.c:452:ptlrpc_register_bulk()) Setup 1 bulk put-sink buffers: 4 pages 16384 bytes, mbits x0x68a5c96204600-0x68a5c96204600, portal 33 00000100:00000001:2.0:1755695696.630034:0:12074:0:(niobuf.c:454:ptlrpc_register_bulk()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.630035:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695696.630037:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095600. 02000000:00000001:2.0:1755695696.630039:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.630041:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695696.630042:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695696.630044:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755695696.630046:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120585728, portal 25 00000100:00000001:2.0:1755695696.630047:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.630048:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:2.0:1755695696.630051:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.630056:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695696.630058:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695696.630060:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8550. 00000100:00000200:2.0:1755695696.630061:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 304 bytes to portal 26, xid 1840980120585728, offset 0 00000400:00000200:2.0:1755695696.630065:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695696.630068:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.630070:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695696.630072:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695696.630075:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695696.630077:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695696.630078:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695696.630084:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [148:148:256:4294967295] 192.168.203.157@tcp LPNI seq info [148:148:8:4294967295] 00000400:00000200:2.0:1755695696.630087:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.630093:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695696.630098:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 304 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695696.630102:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755695696.630107:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695696.630112:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695696.630115:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 400 niov 1 nkiov 1 00000100:00000001:2.0:1755695696.630129:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.630134:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695696.630136:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946192 00000100:00000001:2.0:1755695696.630143:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946190 00000100:00000001:2.0:1755695696.630147:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946192 00000100:00000001:2.0:1755695696.630151:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946190 00000100:00000001:2.0:1755695696.630155:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.630157:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.630160:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695696.630161:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1755695696.630163:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f750f34900 going to sleep for 11 seconds 00000100:00000001:2.0:1755695696.630165:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695696.630167:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695696.630181:0:2354:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.630184:0:2354:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:1.0:1755695696.630188:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.630191:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.630193:0:2354:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8550 00000400:00000010:1.0:1755695696.630195:0:2354:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8550. 00000100:00000001:1.0:1755695696.630197:0:2354:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695696.630200:0:2354:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.630205:0:2354:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.630207:0:2354:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.630212:0:2354:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.630213:0:2354:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.631088:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.631094:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.631096:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.631098:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.631107:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631111:0:2353:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.631114:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631116:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631119:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631121:0:2353:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 44 into portal 33 MB=0x68a5c96204600 00000400:00000200:1.0:1755695696.631124:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631127:0:2353:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 21 from 12345-192.168.203.157@tcp of length 44/44 into md 0xa99 [4] + 0 00000400:00000010:1.0:1755695696.631129:0:2353:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac60. 00000400:00000200:1.0:1755695696.631132:0:2353:0:(lib-md.c:42:lnet_md_unlink()) Queueing unlink of md ffff93f750f34600 00000800:00000001:1.0:1755695696.631135:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.631139:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.631141:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.631143:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.631145:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f750f34600 00000400:00000010:1.0:1755695696.631147:0:2353:0:(lib-lnet.h:313:lnet_md_free()) kfreed 'md': 184 at ffff93f750f34600. 00000100:00000001:1.0:1755695696.631149:0:2353:0:(events.c:175:client_bulk_callback()) Process entered 00000100:00000200:1.0:1755695696.631151:0:2353:0:(events.c:193:client_bulk_callback()) event type 2, status 0, desc ffff93f7506ce000 00000100:00000001:1.0:1755695696.631162:0:2353:0:(events.c:218:client_bulk_callback()) Process leaving 00000400:00000200:1.0:1755695696.631166:0:2353:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:1.0:1755695696.631168:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631171:0:2353:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source Specified: 192.168.203.57@tcp to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695696.631174:0:2353:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [149:149:256:4294967295] 192.168.203.157@tcp LPNI seq info [149:149:8:4294967295] 00000400:00000200:1.0:1755695696.631177:0:2353:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631181:0:2353:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:192.168.203.57@tcp) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) 192.168.203.157@tcp : ACK try# 0 00000800:00000200:1.0:1755695696.631186:0:2353:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 4 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695696.631190:0:2353:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 296 at ffff93f758b3b200. 00000800:00000200:1.0:1755695696.631194:0:2353:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695696.631199:0:2353:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695696.631202:0:2353:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758b3b200 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:2.0:1755695696.631221:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695696.631224:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695696.631253:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.631263:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 296 at ffff93f758b3b200. 00000400:00000200:1.0:1755695696.631267:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.631273:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: ACK: OK 00000800:00000001:1.0:1755695696.631279:0:2353:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.631284:0:2353:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.631974:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.631980:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.631982:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.631984:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.631987:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631991:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.631995:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631997:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.631999:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.632002:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 240 into portal 25 MB=0x68a5c96204600 00000400:00000200:1.0:1755695696.632005:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.632007:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 240/240 into md 0xaa1 [1] + 224 00000800:00000001:1.0:1755695696.632011:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.632015:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.632017:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.632019:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.632022:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.632025:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.632032:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=240 offset=224 replen=240 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.632047:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.632052:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.632055:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.632085:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695696.632091:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695696.632092:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695696.632095:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695696.632099:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:2.0:1755695696.632101:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:2.0:1755695696.632103:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695696.632110:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695696.632135:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.632140:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695696.632141:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.632143:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695696.632144:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695696.632146:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695696.632147:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.632148:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695696.632151:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695696.632153:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695696.632155:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695696.632156:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.632157:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695696.632158:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.632160:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695696.632163:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Bulk req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1755695696.632168:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Bulk to Interpret req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Bulk:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.632172:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695696.632174:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695696.632176:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695696.632181:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585728:192.168.203.157@tcp:256:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.632184:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.632185:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.632187:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1755695696.632188:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.632190:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.632198:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1755695696.632200:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.632201:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1755695696.632202:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1755695696.632205:0:12074:0:(mgc_request.c:1584:mgc_process_recover_log()) Latest version 7, more 0. 10000000:00000001:2.0:1755695696.632208:0:12074:0:(mgc_request.c:1216:mgc_apply_recover_logs()) Process entered 10000000:00000010:2.0:1755695696.632213:0:12074:0:(mgc_request.c:1239:mgc_apply_recover_logs()) kmalloced '(buf)': 4096 at ffff93f7584eb000. 00010000:00000001:2.0:1755695696.632220:0:12074:0:(ldlm_lib.c:158:client_import_add_nids_to_conn()) Process entered 00000100:00000001:2.0:1755695696.632222:0:12074:0:(lustre_peer.c:223:class_check_uuid()) Process entered 00000100:00000040:2.0:1755695696.632225:0:12074:0:(lustre_peer.c:226:class_check_uuid()) check if uuid has 192.168.203.157@tcp. 00000100:00000001:2.0:1755695696.632227:0:12074:0:(lustre_peer.c:245:class_check_uuid()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.632229:0:12074:0:(lustre_peer.c:174:class_add_nids_to_uuid()) Process entered 00000100:00000200:2.0:1755695696.632230:0:12074:0:(lustre_peer.c:179:class_add_nids_to_uuid()) Comparing with 192.168.203.157@tcp 00000100:00000200:2.0:1755695696.632231:0:12074:0:(lustre_peer.c:186:class_add_nids_to_uuid()) Updating UUID '' 00000400:00001000:2.0:1755695696.632234:0:12074:0:(api-ni.c:3099:LNetNIInit()) refs 1 00000400:00000200:2.0:1755695696.632237:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.632241:0:12074:0:(peer.c:1781:lnet_peer_add()) peer 192.168.203.157@tcp NID flags 0x100001: -17 00000100:00000040:2.0:1755695696.632244:0:12074:0:(lustre_peer.c:210:class_add_nids_to_uuid()) Add peer 192.168.203.157@tcp rc = 0 00000100:00000001:2.0:1755695696.632245:0:12074:0:(lustre_peer.c:213:class_add_nids_to_uuid()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.632247:0:12074:0:(ldlm_lib.c:169:client_import_add_nids_to_conn()) Process leaving (rc=0 : 0 : 0) 10000000:00000040:2.0:1755695696.632249:0:12074:0:(mgc_request.c:1443:mgc_apply_recover_logs()) Found UUID '192.168.203.157@tcp' by NID '192.168.203.157@tcp' 10000000:00000010:2.0:1755695696.632253:0:12074:0:(mgc_request.c:1452:mgc_apply_recover_logs()) kmalloced '(lcfg)': 128 at ffff93f758860180. 10000000:00000040:2.0:1755695696.632255:0:12074:0:(mgc_request.c:1464:mgc_apply_recover_logs()) ir apply logs 7/7 for lustre-MDT0000-mdc-ffff93f744d62800 -> mdc.import=connection=192.168.203.157@tcp::3 00000020:00000080:2.0:1755695696.632257:0:12074:0:(obd_config.c:1385:class_process_config()) processing cmd: cf00f 00000020:00000001:2.0:1755695696.632262:0:12074:0:(obd_class.h:681:obd_process_config()) Process entered 00000020:00000010:2.0:1755695696.632265:0:12074:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f758095200. 00000020:00000010:2.0:1755695696.632269:0:12074:0:(lu_object.c:518:lu_global_key_init()) kmalloced '(value)': 512 at ffff93f758095e00. 00000020:00000010:2.0:1755695696.632272:0:12074:0:(cl_object.c:1051:cl_key_init()) kmalloced '(value)': 72 at ffff93f7593ee960. 00000008:00000010:2.0:1755695696.632277:0:12074:0:(osc_dev.c:88:osc_key_init()) slab-alloced 'info': 2856 at ffff93f74981a178. 00020000:00000010:2.0:1755695696.632281:0:12074:0:(lov_dev.c:80:lov_key_init()) slab-alloced 'info': 192 at ffff93f744dc8300. 00008000:00000010:2.0:1755695696.632286:0:12074:0:(echo_client.c:412:echo_thread_key_init()) slab-alloced 'info': 904 at ffff93f746210710. 00000080:00000010:2.0:1755695696.632291:0:12074:0:(vvp_dev.c:69:ll_thread_key_init()) slab-alloced 'lti': 168 at ffff93f7462170a8. 00000080:00000010:2.0:1755695696.632294:0:12074:0:(vvp_dev.c:120:vvp_thread_key_init()) slab-alloced 'vti': 584 at ffff93f7506fb6c0. 00000040:00000001:2.0:1755695696.632303:0:12074:0:(llog_swab.c:361:print_lustre_cfg()) Process entered 00000040:00001000:2.0:1755695696.632305:0:12074:0:(llog_swab.c:366:print_lustre_cfg()) lustre_cfg: ffff93f758860180 00000040:00001000:2.0:1755695696.632306:0:12074:0:(llog_swab.c:367:print_lustre_cfg()) lcfg->lcfg_version: 0x1cf60001 00000040:00001000:2.0:1755695696.632307:0:12074:0:(llog_swab.c:369:print_lustre_cfg()) lcfg->lcfg_command: 0xcf00f 00000040:00001000:2.0:1755695696.632308:0:12074:0:(llog_swab.c:370:print_lustre_cfg()) lcfg->lcfg_num: 0x0 00000040:00001000:2.0:1755695696.632309:0:12074:0:(llog_swab.c:371:print_lustre_cfg()) lcfg->lcfg_flags: 0x0 00000040:00001000:2.0:1755695696.632311:0:12074:0:(llog_swab.c:373:print_lustre_cfg()) lcfg->lcfg_nid: 0@<0:0> 00000040:00001000:2.0:1755695696.632312:0:12074:0:(llog_swab.c:375:print_lustre_cfg()) lcfg->lcfg_bufcount: 2 00000040:00001000:2.0:1755695696.632313:0:12074:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[0]: 36 lustre-MDT0000-mdc-ffff93f744d62800 00000040:00001000:2.0:1755695696.632315:0:12074:0:(llog_swab.c:380:print_lustre_cfg()) lcfg->lcfg_buflens[1]: 45 mdc.import=connection=192.168.203.157@tcp::3 00000040:00000001:2.0:1755695696.632316:0:12074:0:(llog_swab.c:383:print_lustre_cfg()) Process leaving 00000020:00000010:2.0:1755695696.632379:0:12074:0:(lu_object.c:518:lu_global_key_fini()) kfreed 'info': 512 at ffff93f758095e00. 00000020:00000010:2.0:1755695696.632384:0:12074:0:(cl_object.c:1051:cl_key_fini()) kfreed 'info': 72 at ffff93f7593ee960. 00000008:00000010:2.0:1755695696.632390:0:12074:0:(osc_dev.c:100:osc_key_fini()) slab-freed '(info)': 2856 at ffff93f74981a178. 00020000:00000010:2.0:1755695696.632395:0:12074:0:(lov_dev.c:98:lov_key_fini()) slab-freed '(info)': 192 at ffff93f744dc8300. 00008000:00000010:2.0:1755695696.632400:0:12074:0:(echo_client.c:423:echo_thread_key_fini()) slab-freed '(info)': 904 at ffff93f746210710. 00000080:00000010:2.0:1755695696.632404:0:12074:0:(vvp_dev.c:81:ll_thread_key_fini()) slab-freed '(lti)': 168 at ffff93f7462170a8. 00000080:00000010:2.0:1755695696.632408:0:12074:0:(vvp_dev.c:131:vvp_thread_key_fini()) slab-freed '(vti)': 584 at ffff93f7506fb6c0. 00000020:00000010:2.0:1755695696.632412:0:12074:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f758095200. 00000020:00000001:2.0:1755695696.632416:0:12074:0:(obd_class.h:696:obd_process_config()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695696.632417:0:12074:0:(obd_config.c:1605:class_process_config()) Process leaving via out (rc=0 : 0 : 0x0) 10000000:00000010:2.0:1755695696.632420:0:12074:0:(mgc_request.c:1468:mgc_apply_recover_logs()) kfreed 'lcfg': 128 at ffff93f758860180. 10000000:00000010:2.0:1755695696.632423:0:12074:0:(mgc_request.c:1480:mgc_apply_recover_logs()) kfreed 'buf': 4096 at ffff93f7584eb000. 10000000:00000001:2.0:1755695696.632426:0:12074:0:(mgc_request.c:1482:mgc_apply_recover_logs()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.632428:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.632432:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120585728/t0(0) o256->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 304/240 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.632438:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695696.632439:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695696.632441:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095600. 02000000:00000001:2.0:1755695696.632443:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695696.632444:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.632445:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.632446:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1755695696.632447:0:12074:0:(client.c:307:ptlrpc_free_bulk()) Process entered 00000020:00000001:2.0:1755695696.632453:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.632454:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.632455:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000010:2.0:1755695696.632457:0:12074:0:(client.c:328:ptlrpc_free_bulk()) kfreed 'desc->bd_vec': 64 at ffff93f749951200. 00000100:00000010:2.0:1755695696.632459:0:12074:0:(client.c:329:ptlrpc_free_bulk()) kfreed 'desc': 992 at ffff93f7506ce000. 00000100:00000001:2.0:1755695696.632461:0:12074:0:(client.c:330:ptlrpc_free_bulk()) Process leaving 02000000:00000010:2.0:1755695696.632463:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758095400. 02000000:00000001:2.0:1755695696.632465:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695696.632467:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695696.632468:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:2.0:1755695696.632470:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695696.632471:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000010:2.0:1755695696.632481:0:12074:0:(mgc_request.c:1636:mgc_process_recover_log()) kfreed 'pages': 32 at ffff93f750f333e0. 10000000:01000000:2.0:1755695696.632483:0:12074:0:(mgc_request.c:1860:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-cliir' succeeded (0). 10000000:00000001:2.0:1755695696.632486:0:12074:0:(mgc_request.c:1027:mgc_cancel()) Process entered 00010000:00000001:2.0:1755695696.632487:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1755695696.632488:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1755695696.632490:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f742cc1a00 refcount=3 00000020:00000001:2.0:1755695696.632491:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.632493:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288919718400 : -118784789833216 : ffff93f742cc1a00) 00010000:00000001:2.0:1755695696.632495:0:12074:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:2.0:1755695696.632499:0:12074:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475710 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1755695696.632506:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.632507:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:2.0:1755695696.632510:0:12074:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff93f742cc1a00/0x5e7b8a213932d360 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x2:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475710 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1755695696.632517:0:12074:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:2.0:1755695696.632519:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.632520:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 10000000:00000001:2.0:1755695696.632522:0:12074:0:(mgc_request.c:1031:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.632524:0:12074:0:(mgc_request.c:1881:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.632527:0:12074:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:2.0:1755695696.632529:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1755695696.632535:0:12074:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff93f745e01400) refs 2 10000000:00000001:2.0:1755695696.632537:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.632539:0:12074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:2.0:1755695696.632541:0:12074:0:(mgc_request.c:123:config_log_put()) log lustre-cliir(ffff93f745e00600) refs 3 10000000:00000001:2.0:1755695696.632544:0:12074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:2.0:1755695696.632545:0:12074:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:2.0:1755695696.632547:0:12074:0:(mgc_request.c:611:do_requeue()) updating log lustre-client 10000000:00000001:2.0:1755695696.632548:0:12074:0:(mgc_request.c:1764:mgc_process_log()) Process entered 10000000:01000000:2.0:1755695696.632550:0:12074:0:(mgc_request.c:1783:mgc_process_log()) Process log lustre-client-ffff93f744d62800 from 30 10000000:00000001:2.0:1755695696.632553:0:12074:0:(mgc_request.c:989:mgc_enqueue()) Process entered 10000000:01000000:2.0:1755695696.632554:0:12074:0:(mgc_request.c:995:mgc_enqueue()) Enqueue for lustre-client (res 0x65727473756c) 00000100:00000010:2.0:1755695696.632557:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695696.632560:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695696.632563:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695696.632565:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695696.632568:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695696.632573:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758095400. 00000100:00000001:2.0:1755695696.632576:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.632579:0:12074:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1755695696.632580:0:12074:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1755695696.632583:0:12074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93f747c25800. 00010000:00000001:2.0:1755695696.632585:0:12074:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1755695696.632588:0:12074:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93f742cc0000. 00000020:00000001:2.0:1755695696.632590:0:12074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1755695696.632592:0:12074:0:(lustre_handles.c:77:class_handle_hash()) added object ffff93f742cc0000 with handle 0x5e7b8a213932d367 to hash 00000020:00000001:2.0:1755695696.632594:0:12074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1755695696.632595:0:12074:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:2.0:1755695696.632597:0:12074:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:2.0:1755695696.632598:0:12074:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1755695696.632600:0:12074:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695696.632603:0:12074:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1755695696.632608:0:12074:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1755695696.632622:0:12074:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00000100:00000001:2.0:1755695696.632626:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1755695696.632627:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1755695696.632630:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.632632:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289157167360 : -118784552384256 : ffff93f750f34900) 00000100:00000001:2.0:1755695696.632633:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.632635:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000001:2.0:1755695696.632637:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695696.632640:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.632641:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1755695696.632642:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695696.632645:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.632651:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695696.632652:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.632654:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695696.632656:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695696.632658:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695696.632660:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585856:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.632663:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695696.632665:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695696.632666:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.632668:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695696.632671:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f7506ce000. 02000000:00000001:2.0:1755695696.632672:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.632675:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695696.632678:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695696.632680:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755695696.632683:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1840980120585856, portal 25 00000100:00000001:2.0:1755695696.632685:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.632691:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:2.0:1755695696.632697:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.632704:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695696.632707:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695696.632711:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8110. 00000100:00000200:2.0:1755695696.632714:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1840980120585856, offset 0 00000400:00000200:2.0:1755695696.632722:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695696.632726:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.632731:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695696.632735:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695696.632739:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695696.632741:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695696.632744:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695696.632749:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [150:150:256:4294967295] 192.168.203.157@tcp LPNI seq info [150:150:8:4294967295] 00000400:00000200:2.0:1755695696.632754:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.632762:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695696.632768:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695696.632773:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755695696.632777:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695696.632810:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695696.632813:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:2.0:1755695696.632821:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.632825:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695696.632827:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946195 00000100:00000001:2.0:1755695696.632832:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946192 00000100:00000001:2.0:1755695696.632835:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946195 00000100:00000001:2.0:1755695696.632838:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946192 00000100:00000001:2.0:1755695696.632842:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.632844:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.632851:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695696.632852:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1755695696.632854:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f750f34900 going to sleep for 11 seconds 00000100:00000001:2.0:1755695696.632857:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695696.632859:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695696.632901:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695696.632906:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:0.0:1755695696.632910:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695696.632914:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695696.632917:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8110 00000400:00000010:0.0:1755695696.632918:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8110. 00000100:00000001:0.0:1755695696.632921:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695696.632926:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.632933:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.632936:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.632941:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.632942:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.633913:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.633920:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.633922:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.633925:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.633936:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.633940:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.633944:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.633947:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.633950:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.633953:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x68a5c96204680 00000400:00000200:1.0:1755695696.633956:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.633959:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0xaa9 [1] + 224 00000800:00000001:1.0:1755695696.633963:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.633968:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.633970:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.633973:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.633977:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.633980:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.633989:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.634004:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.634008:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.634010:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.634038:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695696.634043:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695696.634044:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695696.634046:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695696.634050:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:2.0:1755695696.634051:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:2.0:1755695696.634054:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695696.634058:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695696.634066:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.634071:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695696.634072:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.634074:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695696.634076:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695696.634077:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695696.634079:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.634081:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695696.634083:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695696.634086:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695696.634087:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695696.634088:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.634090:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695696.634091:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.634093:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695696.634095:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.634100:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.634102:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695696.634103:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695696.634113:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695696.634120:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585856:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.634123:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.634124:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.634125:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1755695696.634127:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.634129:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.634134:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1755695696.634135:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.634137:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1755695696.634138:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.634139:0:12074:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:2.0:1755695696.634141:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1755695696.634142:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1755695696.634143:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f742cc0000 refcount=4 00000020:00000001:2.0:1755695696.634145:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:2.0:1755695696.634147:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000040:2.0:1755695696.634150:0:12074:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) local: ffff93f742cc0000, remote cookie: 0xb590c1929d475717, flags: 0x0 00010000:00000001:2.0:1755695696.634152:0:12074:0:(ldlm_lock.c:1790:ldlm_lock_enqueue()) Process entered 00010000:00000001:2.0:1755695696.634154:0:12074:0:(ldlm_lock.c:1120:ldlm_grant_lock()) Process entered 00010000:00000001:2.0:1755695696.634155:0:12074:0:(ldlm_lock.c:984:search_granted_lock()) Process entered 00010000:00000001:2.0:1755695696.634157:0:12074:0:(ldlm_lock.c:1050:search_granted_lock()) Process leaving 00010000:00000001:2.0:1755695696.634158:0:12074:0:(ldlm_lock.c:1062:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:2.0:1755695696.634159:0:12074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff93f747c25800) refcount = 1 00010000:00010000:2.0:1755695696.634163:0:12074:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475717 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1755695696.634168:0:12074:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:2.0:1755695696.634169:0:12074:0:(ldlm_lock.c:1152:ldlm_grant_lock()) Process leaving 00010000:00000001:2.0:1755695696.634170:0:12074:0:(ldlm_lock.c:1910:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:2.0:1755695696.634176:0:12074:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:2.0:1755695696.634178:0:12074:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695696.634181:0:12074:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb590c1929d475717 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:2.0:1755695696.634188:0:12074:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:2.0:1755695696.634190:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.634191:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1755695696.634193:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.634194:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1755695696.634195:0:12074:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.634197:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.634202:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120585856/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.634210:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695696.634212:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695696.634214:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f7506ce000. 02000000:00000001:2.0:1755695696.634218:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695696.634220:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.634221:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.634223:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695696.634225:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758095400. 02000000:00000001:2.0:1755695696.634228:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695696.634230:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695696.634232:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:2.0:1755695696.634235:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695696.634237:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:2.0:1755695696.634238:0:12074:0:(mgc_request.c:1021:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.634241:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:2.0:1755695696.634243:0:12074:0:(mgc_request.c:108:config_log_get()) log lustre-client (ffff93f745e01400) refs 3 10000000:00000001:2.0:1755695696.634245:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.634247:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:2.0:1755695696.634249:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:2.0:1755695696.634250:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f742cc0000 refcount=3 00000020:00000001:2.0:1755695696.634253:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:2.0:1755695696.634256:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:2.0:1755695696.634265:0:12074:0:(ldlm_lock.c:2543:ldlm_lock_set_data()) Process entered 00010000:00000001:2.0:1755695696.634267:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1755695696.634268:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1755695696.634270:0:12074:0:(ldlm_lock.c:2552:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:2.0:1755695696.634272:0:12074:0:(mgc_request.c:1650:mgc_process_cfg_log()) Process entered 10000000:00000010:2.0:1755695696.634274:0:12074:0:(mgc_request.c:1664:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93f749951200. 00000020:00000010:2.0:1755695696.634277:0:12074:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f758095400. 00000020:00000010:2.0:1755695696.634279:0:12074:0:(lu_object.c:518:lu_global_key_init()) kmalloced '(value)': 512 at ffff93f758095600. 00000040:00000010:2.0:1755695696.634282:0:12074:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff93f758095200. 00000020:00000010:2.0:1755695696.634287:0:12074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93f759321000. 00000020:00000010:2.0:1755695696.634291:0:12074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff93f758095e00. 80000000:00000010:2.0:1755695696.634294:0:12074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93f7593ee960. 00040000:00000010:2.0:1755695696.634298:0:12074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93f758094400. 20000000:00000010:2.0:1755695696.634303:0:12074:0:(mgs_handler.c:1696:mgs_key_init()) kmalloced '(value)': 392 at ffff93f758095800. 10000000:00000040:2.0:1755695696.634306:0:12074:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt ffff93f7602e3b40 : new refcount 2 00000020:00000001:2.0:1755695696.634308:0:12074:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:2.0:1755695696.634310:0:12074:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-client 00000040:00000001:2.0:1755695696.634312:0:12074:0:(llog.c:1487:llog_open()) Process entered 00000040:00000010:2.0:1755695696.634315:0:12074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93f758095c00. 00000040:00000001:2.0:1755695696.634318:0:12074:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:2.0:1755695696.634320:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:2.0:1755695696.634322:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695696.634324:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695696.634327:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695696.634328:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695696.634330:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695696.634334:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758095000. 00000100:00000001:2.0:1755695696.634337:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.634354:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1755695696.634356:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1755695696.634359:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.634361:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289157167360 : -118784552384256 : ffff93f750f34900) 00000100:00000001:2.0:1755695696.634363:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.634364:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000001:2.0:1755695696.634366:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695696.634373:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.634375:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1755695696.634376:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695696.634380:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.634385:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695696.634386:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.634388:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695696.634389:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695696.634392:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695696.634395:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585984:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.634398:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695696.634400:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695696.634401:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.634403:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695696.634406:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094000. 02000000:00000001:2.0:1755695696.634408:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.634411:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695696.634414:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695696.634418:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755695696.634420:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120585984, portal 25 00000100:00000001:2.0:1755695696.634422:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.634423:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:2.0:1755695696.634427:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.634431:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695696.634433:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695696.634435:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8c38. 00000100:00000200:2.0:1755695696.634437:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1840980120585984, offset 0 00000400:00000200:2.0:1755695696.634441:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695696.634444:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.634447:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695696.634449:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695696.634457:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695696.634458:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695696.634460:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695696.634463:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [151:151:256:4294967295] 192.168.203.157@tcp LPNI seq info [151:151:8:4294967295] 00000400:00000200:2.0:1755695696.634466:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.634472:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695696.634476:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695696.634478:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755695696.634482:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695696.634485:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695696.634488:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:2.0:1755695696.634500:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.634503:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695696.634505:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946196 00000100:00000001:2.0:1755695696.634509:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946195 00000100:00000001:2.0:1755695696.634514:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946196 00000100:00000001:2.0:1755695696.634517:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946195 00000100:00000001:2.0:1755695696.634519:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.634521:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.634522:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695696.634523:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1755695696.634525:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f750f34900 going to sleep for 11 seconds 00000100:00000001:2.0:1755695696.634527:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695696.634528:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695696.634603:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.634607:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:1.0:1755695696.634610:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.634615:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.634618:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8c38 00000400:00000010:1.0:1755695696.634619:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8c38. 00000100:00000001:1.0:1755695696.634622:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695696.634626:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.634633:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.634635:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.634651:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.634653:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.635662:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.635668:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.635670:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.635672:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.635676:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.635681:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.635685:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.635687:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.635690:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.635693:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x68a5c96204700 00000400:00000200:1.0:1755695696.635696:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.635699:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0xab1 [1] + 224 00000800:00000001:1.0:1755695696.635703:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.635708:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.635709:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.635712:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.635715:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.635719:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.635726:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.635740:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.635743:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.635746:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.635803:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695696.635807:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695696.635809:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695696.635811:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695696.635815:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:2.0:1755695696.635816:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:2.0:1755695696.635819:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695696.635823:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695696.635838:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.635844:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695696.635845:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.635847:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695696.635848:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695696.635850:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695696.635851:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.635853:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695696.635856:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695696.635859:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695696.635861:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695696.635862:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.635863:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695696.635864:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.635866:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695696.635869:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.635874:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.635876:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695696.635878:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695696.635881:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695696.635887:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120585984:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.635891:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.635892:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.635893:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1755695696.635894:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.635897:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.635901:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1755695696.635909:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.635911:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1755695696.635912:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1755695696.635915:0:12074:0:(llog_client.c:123:llog_client_open()) Process leaving 00000020:00000001:2.0:1755695696.635916:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.635917:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.635919:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1755695696.635920:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.635924:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120585984/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.635928:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695696.635929:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695696.635931:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094000. 02000000:00000001:2.0:1755695696.635934:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695696.635935:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.635936:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.635937:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695696.635939:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758095000. 02000000:00000001:2.0:1755695696.635941:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695696.635942:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695696.635943:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:2.0:1755695696.635945:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695696.635947:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1755695696.635949:0:12074:0:(llog.c:1512:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1755695696.635950:0:12074:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:2.0:1755695696.635956:0:12074:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93f743a3c000. 00000040:00000001:2.0:1755695696.635959:0:12074:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:2.0:1755695696.635960:0:12074:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:2.0:1755695696.635962:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:2.0:1755695696.635965:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695696.635967:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695696.635969:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695696.635970:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695696.635972:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695696.635975:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758095000. 00000100:00000001:2.0:1755695696.635978:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.635980:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1755695696.635987:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1755695696.635989:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.635991:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289157167360 : -118784552384256 : ffff93f750f34900) 00000100:00000001:2.0:1755695696.635993:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.635994:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000001:2.0:1755695696.635996:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695696.635998:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.635999:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1755695696.636000:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695696.636003:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.636008:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695696.636009:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.636011:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695696.636012:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695696.636014:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695696.636016:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586112:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.636018:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695696.636020:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695696.636021:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.636022:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695696.636036:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93f75b188000. 02000000:00000001:2.0:1755695696.636038:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.636041:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695696.636044:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695696.636047:0:12074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93f750f34a80. 00000100:00000200:2.0:1755695696.636050:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1840980120586112, portal 25 00000100:00000001:2.0:1755695696.636051:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695696.636052:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:2.0:1755695696.636055:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.636060:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695696.636062:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695696.636070:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755695696.636074:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1840980120586112, offset 0 00000400:00000200:2.0:1755695696.636079:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695696.636084:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.636089:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695696.636093:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695696.636096:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695696.636099:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695696.636102:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695696.636106:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [152:152:256:4294967295] 192.168.203.157@tcp LPNI seq info [152:152:8:4294967295] 00000400:00000200:2.0:1755695696.636111:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695696.636121:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695696.636127:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695696.636132:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755695696.636137:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695696.636144:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695696.636147:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1755695696.636163:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695696.636167:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695696.636169:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946198 00000100:00000001:2.0:1755695696.636172:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946196 00000100:00000001:2.0:1755695696.636176:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946198 00000100:00000001:2.0:1755695696.636181:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946196 00000100:00000001:2.0:1755695696.636184:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.636185:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.636187:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695696.636188:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:2.0:1755695696.636190:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f750f34900 going to sleep for 11 seconds 00000100:00000001:2.0:1755695696.636192:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695696.636194:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695696.636214:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695696.636218:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:0.0:1755695696.636222:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695696.636226:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695696.636229:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:0.0:1755695696.636230:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:0.0:1755695696.636239:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695696.636243:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.636250:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.636253:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.636259:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.636260:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755695696.637096:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.637109:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755695696.637111:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.637114:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755695696.637118:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.637121:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755695696.637126:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.637129:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.637134:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.637139:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 8416 into portal 25 MB=0x68a5c96204780 00000400:00000200:0.0:1755695696.637144:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.637149:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 8416/8416 into md 0xab9 [4] + 224 00000800:00000001:0.0:1755695696.637154:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.637164:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755695696.637166:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695696.637171:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755695696.637175:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695696.637181:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755695696.637192:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.637211:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755695696.637216:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.637225:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.637271:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695696.637281:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695696.637283:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695696.637285:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695696.637288:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f750f34a80 00000400:00000010:2.0:1755695696.637290:0:12074:0:(lib-lnet.h:313:lnet_md_free()) kfreed 'md': 184 at ffff93f750f34a80. 00000100:00000001:2.0:1755695696.637292:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695696.637297:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695696.637305:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.637311:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695696.637312:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.637314:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695696.637315:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695696.637316:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695696.637318:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695696.637319:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695696.637322:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695696.637324:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695696.637326:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695696.637327:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695696.637328:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695696.637330:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.637332:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695696.637335:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.637340:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695696.637353:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695696.637354:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695696.637357:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695696.637364:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586112:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:2.0:1755695696.637368:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695696.637376:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695696.637378:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1755695696.637379:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.637382:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.637386:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1755695696.637388:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f750f34900. 00000100:00000001:2.0:1755695696.637390:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1755695696.637392:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1755695696.637396:0:12074:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1755695696.637397:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695696.637399:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120586112/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695696.637403:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695696.637405:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695696.637406:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93f75b188000. 02000000:00000001:2.0:1755695696.637414:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695696.637416:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.637417:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.637419:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695696.637420:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758095000. 02000000:00000001:2.0:1755695696.637422:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695696.637424:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695696.637425:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:2.0:1755695696.637427:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695696.637428:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1755695696.637429:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695696.637430:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695696.637432:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1755695696.637433:0:12074:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1755695696.637435:0:12074:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1755695696.637437:0:12074:0:(llog.c:929:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1755695696.637441:0:12074:0:(llog.c:931:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93f7593eea20. 00000040:00001000:2.0:1755695696.637443:0:12074:0:(llog.c:946:llog_process_or_fork()) Processing [0xa:0x3:0x0] flags 0x004 startcat -1 startidx -1 first_idx 29 last_idx 0 read_mode 0 00000040:00000001:2.0:1755695696.637613:0:13419:0:(llog.c:530:llog_process_thread()) Process entered 00000020:00000010:2.0:1755695696.637619:0:13419:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f758095000. 00000020:00000010:2.0:1755695696.637631:0:13419:0:(lu_object.c:518:lu_global_key_init()) kmalloced '(value)': 512 at ffff93f758094000. 00000040:00000010:2.0:1755695696.637635:0:13419:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff93f758094c00. 00000020:00000010:2.0:1755695696.637640:0:13419:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93f759323000. 00000020:00000010:2.0:1755695696.637645:0:13419:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93f744e2eeb0. 00000020:00000010:2.0:1755695696.637650:0:13419:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff93f744dc6a00. 80000000:00000010:2.0:1755695696.637653:0:13419:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93f7593ee1e0. 40000000:00000010:2.0:1755695696.637658:0:13419:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff93f749951880. 00100000:00000010:2.0:1755695696.637665:0:13419:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93f759323800. 00040000:00000010:2.0:1755695696.637670:0:13419:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93f758866600. 00040000:00000010:2.0:1755695696.637677:0:13419:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff93f759327800. 00040000:00000010:2.0:1755695696.637682:0:13419:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93f744dc7000. 00000004:00000010:2.0:1755695696.637688:0:13419:0:(mdd_device.c:2359:mdd_key_init()) kmalloced '(value)': 1864 at ffff93f759322800. 00000004:00000010:2.0:1755695696.637693:0:13419:0:(mdt_handler.c:8314:mdt_key_init()) kmalloced '(value)': 2568 at ffff93f76020d000. 00000004:00000010:2.0:1755695696.637700:0:13419:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff93f759320800. 00002000:00000010:2.0:1755695696.637704:0:13419:0:(ofd_dev.c:2996:ofd_key_init()) kmalloced '(value)': 816 at ffff93f7506ce000. 00000004:00000010:2.0:1755695696.637707:0:13419:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff93f7506cec00. 00000020:00000010:2.0:1755695696.637712:0:13419:0:(lu_object.c:1905:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93f749951440. 00000040:00000010:2.0:1755695696.637719:0:13419:0:(llog.c:556:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93f75825a000. 00000040:00080000:2.0:1755695696.638142:0:13419:0:(llog.c:840:llog_process_thread()) stop processing plain [0xa:0x3:0x0] index 64768 count 30 00000040:00000010:2.0:1755695696.638147:0:13419:0:(llog.c:877:llog_process_thread()) kfreed 'buf': 8192 at ffff93f75825a000. 00000020:00000010:2.0:1755695696.638155:0:13419:0:(lu_object.c:1950:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93f749951440. 00000020:00000010:2.0:1755695696.638165:0:13419:0:(lu_object.c:518:lu_global_key_fini()) kfreed 'info': 512 at ffff93f758094000. 00000040:00000010:2.0:1755695696.638170:0:13419:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff93f758094c00. 00000020:00000010:2.0:1755695696.638174:0:13419:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93f759323000. 00000020:00000010:2.0:1755695696.638178:0:13419:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93f744e2eeb0. 00000020:00000010:2.0:1755695696.638184:0:13419:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff93f744dc6a00. 80000000:00000010:2.0:1755695696.638188:0:13419:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93f7593ee1e0. 40000000:00000010:2.0:1755695696.638191:0:13419:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff93f749951880. 00100000:00000010:2.0:1755695696.638195:0:13419:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93f759323800. 00040000:00000010:2.0:1755695696.638199:0:13419:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93f758866600. 00040000:00000010:2.0:1755695696.638203:0:13419:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff93f759327800. 00040000:00000010:2.0:1755695696.638206:0:13419:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93f744dc7000. 00000004:00000010:2.0:1755695696.638210:0:13419:0:(mdd_device.c:2371:mdd_key_fini()) kfreed 'info': 1864 at ffff93f759322800. 00000004:00000010:2.0:1755695696.638215:0:13419:0:(mdt_handler.c:8339:mdt_key_fini()) kfreed 'info': 2568 at ffff93f76020d000. 00000004:00000010:2.0:1755695696.638224:0:13419:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff93f759320800. 00002000:00000010:2.0:1755695696.638227:0:13419:0:(ofd_dev.c:2996:ofd_key_fini()) kfreed 'info': 816 at ffff93f7506ce000. 00000004:00000010:2.0:1755695696.638229:0:13419:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff93f7506cec00. 00000020:00000010:2.0:1755695696.638231:0:13419:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f758095000. 00000040:00000010:0.0:1755695696.638293:0:12074:0:(llog.c:972:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93f7593eea20. 00000040:00000001:0.0:1755695696.638299:0:12074:0:(llog.c:973:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:0.0:1755695696.638301:0:12074:0:(obd_config.c:2035:class_config_parse_llog()) Processed log lustre-client gen 30-29 (rc=0) 00000040:00000010:0.0:1755695696.638305:0:12074:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff93f743a3c000. 00000040:00000010:0.0:1755695696.638310:0:12074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93f758095c00. 00000020:00000001:0.0:1755695696.638312:0:12074:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.638314:0:12074:0:(mgc_request.c:1706:mgc_process_cfg_log()) Process leaving 00000020:00000010:0.0:1755695696.638316:0:12074:0:(lu_object.c:518:lu_global_key_fini()) kfreed 'info': 512 at ffff93f758095600. 00000040:00000010:0.0:1755695696.638318:0:12074:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff93f758095200. 00000020:00000010:0.0:1755695696.638320:0:12074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93f759321000. 00000020:00000010:0.0:1755695696.638323:0:12074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff93f758095e00. 80000000:00000010:0.0:1755695696.638325:0:12074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93f7593ee960. 00040000:00000010:0.0:1755695696.638327:0:12074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93f758094400. 20000000:00000010:0.0:1755695696.638329:0:12074:0:(mgs_handler.c:1696:mgs_key_fini()) kfreed 'info': 392 at ffff93f758095800. 00000020:00000010:0.0:1755695696.638332:0:12074:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f758095400. 10000000:00000010:0.0:1755695696.638333:0:12074:0:(mgc_request.c:1712:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93f749951200. 10000000:01000000:0.0:1755695696.638335:0:12074:0:(mgc_request.c:1860:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-client' succeeded (0). 10000000:00000001:0.0:1755695696.638337:0:12074:0:(mgc_request.c:1027:mgc_cancel()) Process entered 00010000:00000001:0.0:1755695696.638339:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695696.638340:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695696.638356:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f742cc0000 refcount=3 00000020:00000001:0.0:1755695696.638357:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:0.0:1755695696.638360:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288919711744 : -118784789839872 : ffff93f742cc0000) 00010000:00000001:0.0:1755695696.638361:0:12074:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1755695696.638364:0:12074:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475717 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695696.638370:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.638370:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1755695696.638372:0:12074:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475717 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695696.638376:0:12074:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1755695696.638383:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.638384:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1755695696.638385:0:12074:0:(mgc_request.c:1031:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.638387:0:12074:0:(mgc_request.c:1881:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.638389:0:12074:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1755695696.638390:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1755695696.638391:0:12074:0:(mgc_request.c:108:config_log_get()) log params (ffff93f7593da400) refs 2 10000000:00000001:0.0:1755695696.638392:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.638394:0:12074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1755695696.638395:0:12074:0:(mgc_request.c:123:config_log_put()) log lustre-client(ffff93f745e01400) refs 3 10000000:00000001:0.0:1755695696.638396:0:12074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:0.0:1755695696.638397:0:12074:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:0.0:1755695696.638398:0:12074:0:(mgc_request.c:611:do_requeue()) updating log params 10000000:00000001:0.0:1755695696.638399:0:12074:0:(mgc_request.c:1764:mgc_process_log()) Process entered 10000000:01000000:0.0:1755695696.638400:0:12074:0:(mgc_request.c:1783:mgc_process_log()) Process log params-ffff93f744d62800 from 1 10000000:00000001:0.0:1755695696.638401:0:12074:0:(mgc_request.c:989:mgc_enqueue()) Process entered 10000000:01000000:0.0:1755695696.638402:0:12074:0:(mgc_request.c:995:mgc_enqueue()) Enqueue for params (res 0x736d61726170) 00000100:00000010:0.0:1755695696.638405:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3100. 00000020:00000040:0.0:1755695696.638407:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695696.638409:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695696.638410:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695696.638413:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695696.638416:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f744e37a00. 00000100:00000001:0.0:1755695696.638419:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695696.638421:0:12074:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:0.0:1755695696.638422:0:12074:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000010:0.0:1755695696.638425:0:12074:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff93f744b3cc00. 00010000:00000001:0.0:1755695696.638427:0:12074:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:0.0:1755695696.638429:0:12074:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93f746214a00. 00000020:00000001:0.0:1755695696.638431:0:12074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:0.0:1755695696.638432:0:12074:0:(lustre_handles.c:77:class_handle_hash()) added object ffff93f746214a00 with handle 0x5e7b8a213932d36e to hash 00000020:00000001:0.0:1755695696.638434:0:12074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:0.0:1755695696.638435:0:12074:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:0.0:1755695696.638437:0:12074:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:0.0:1755695696.638439:0:12074:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1755695696.638440:0:12074:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695696.638442:0:12074:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1755695696.638452:0:12074:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1755695696.638457:0:12074:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 3/1,0 mode: --/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00000100:00000001:0.0:1755695696.638460:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1755695696.638462:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1755695696.638465:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f758560240. 00000100:00000001:0.0:1755695696.638466:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289281077824 : -118784428473792 : ffff93f758560240) 00000100:00000001:0.0:1755695696.638467:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695696.638468:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954327296 : -118784755224320 : ffff93f744dc3100) 00000100:00000001:0.0:1755695696.638470:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695696.638472:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.638473:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1755695696.638474:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695696.638479:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.638484:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695696.638486:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.638488:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695696.638489:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695696.638490:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695696.638492:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586240:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.638495:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695696.638497:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695696.638499:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.638500:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695696.638502:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f749800800. 02000000:00000001:0.0:1755695696.638504:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695696.638507:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695696.638511:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544058. 00000400:00000010:0.0:1755695696.638518:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755695696.638521:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1840980120586240, portal 25 00000100:00000001:0.0:1755695696.638522:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695696.638523:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954327296 : -118784755224320 : ffff93f744dc3100) 00000100:00000040:0.0:1755695696.638527:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.638533:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695696.638534:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695696.638536:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee880. 00000100:00000200:0.0:1755695696.638538:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1840980120586240, offset 0 00000400:00000200:0.0:1755695696.638542:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695696.638545:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.638548:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695696.638550:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695696.638552:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695696.638554:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695696.638556:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695696.638559:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [153:153:256:4294967295] 192.168.203.157@tcp LPNI seq info [153:153:8:4294967295] 00000400:00000200:0.0:1755695696.638562:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.638567:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695696.638570:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695696.638573:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695696.638576:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695696.638580:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695696.638582:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:0.0:1755695696.638589:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695696.638592:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695696.638594:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946200 00000100:00000001:0.0:1755695696.638598:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946198 00000100:00000001:0.0:1755695696.638601:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946200 00000100:00000001:0.0:1755695696.638603:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946198 00000100:00000001:0.0:1755695696.638610:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695696.638612:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.638613:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695696.638614:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1755695696.638616:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f758560240 going to sleep for 11 seconds 00000100:00000001:0.0:1755695696.638618:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695696.638619:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695696.638660:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695696.638662:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:0.0:1755695696.638666:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695696.638669:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695696.638671:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee880 00000400:00000010:0.0:1755695696.638673:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee880. 00000100:00000001:0.0:1755695696.638675:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695696.638678:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.638684:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.638686:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.638691:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.638692:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000020:00000010:1.0:1755695696.639235:0:13418:0:(lproc_ptlrpc.c:1364:ldebugfs_import_seq_write()) kmalloced '(kbuf)': 34 at ffff93f744c5e040. 00000020:00000040:1.0:1755695696.639241:0:13418:0:(lproc_ptlrpc.c:1401:ldebugfs_import_seq_write()) IR: lustre-MDT0000-mdc-ffff93f744d62800 is connecting to an obsoleted target(2/3), reconnecting... 00000100:00000001:1.0:1755695696.639243:0:13418:0:(recover.c:298:ptlrpc_recover_import()) Process entered 00000100:00000001:1.0:1755695696.639244:0:13418:0:(recover.c:305:ptlrpc_recover_import()) Process leaving via out (rc=18446744073709551594 : -22 : 0xffffffffffffffea) 00000020:00000010:1.0:1755695696.639251:0:13418:0:(lproc_ptlrpc.c:1416:ldebugfs_import_seq_write()) kfreed 'kbuf': 34 at ffff93f744c5e040. 00000800:00000001:0.0:1755695696.639658:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.639665:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755695696.639667:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.639669:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755695696.639673:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.639679:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755695696.639684:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.639688:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.639692:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.639697:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x68a5c96204800 00000400:00000200:0.0:1755695696.639701:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.639706:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0xac1 [1] + 224 00000800:00000001:0.0:1755695696.639716:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.639722:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755695696.639724:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695696.639728:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755695696.639731:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695696.639736:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755695696.639744:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.639759:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755695696.639764:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755695696.639767:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695696.639770:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755695696.639776:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755695696.639778:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755695696.639804:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544058. 00000400:00000200:1.0:1755695696.639810:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:1.0:1755695696.639812:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:1.0:1755695696.639817:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.639825:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755695696.639835:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.639840:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755695696.639842:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695696.639844:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755695696.639845:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755695696.639847:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755695696.639848:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695696.639850:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755695696.639853:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:1.0:1755695696.639855:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:1.0:1755695696.639858:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755695696.639859:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755695696.639861:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755695696.639862:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.639864:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695696.639867:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.639872:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695696.639873:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755695696.639874:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755695696.639878:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755695696.639893:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586240:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1755695696.639897:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695696.639898:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.639900:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1755695696.639901:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.639903:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.639908:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1755695696.639910:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f758560240. 00000100:00000001:1.0:1755695696.639914:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1755695696.639916:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755695696.639918:0:12074:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1755695696.639920:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1755695696.639922:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1755695696.639924:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f746214a00 refcount=4 00000020:00000001:1.0:1755695696.639927:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:1.0:1755695696.639929:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000040:1.0:1755695696.639934:0:12074:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) local: ffff93f746214a00, remote cookie: 0xb590c1929d47571e, flags: 0x0 00010000:00000001:1.0:1755695696.639938:0:12074:0:(ldlm_lock.c:1790:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1755695696.639940:0:12074:0:(ldlm_lock.c:1120:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1755695696.639942:0:12074:0:(ldlm_lock.c:984:search_granted_lock()) Process entered 00010000:00000001:1.0:1755695696.639944:0:12074:0:(ldlm_lock.c:1050:search_granted_lock()) Process leaving 00010000:00000001:1.0:1755695696.639945:0:12074:0:(ldlm_lock.c:1062:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1755695696.639947:0:12074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x736d61726170:0x3:0x0].0x0 (ffff93f744b3cc00) refcount = 1 00010000:00010000:1.0:1755695696.639952:0:12074:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d47571e expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1755695696.639960:0:12074:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1755695696.639962:0:12074:0:(ldlm_lock.c:1152:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1755695696.639964:0:12074:0:(ldlm_lock.c:1910:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1755695696.639967:0:12074:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1755695696.639976:0:12074:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695696.639980:0:12074:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 4/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x1000000000000 nid: local remote: 0xb590c1929d47571e expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1755695696.639987:0:12074:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1755695696.639988:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1755695696.639990:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1755695696.639991:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1755695696.639992:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1755695696.639993:0:12074:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.639996:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.640001:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3100 x1840980120586240/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.640008:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755695696.640010:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755695696.640013:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f749800800. 02000000:00000001:1.0:1755695696.640016:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755695696.640018:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755695696.640019:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755695696.640022:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755695696.640023:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f744e37a00. 02000000:00000001:1.0:1755695696.640025:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755695696.640027:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755695696.640028:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3100. 00000100:00000001:1.0:1755695696.640031:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755695696.640032:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:1.0:1755695696.640034:0:12074:0:(mgc_request.c:1021:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1755695696.640035:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1755695696.640037:0:12074:0:(mgc_request.c:108:config_log_get()) log params (ffff93f7593da400) refs 3 10000000:00000001:1.0:1755695696.640038:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755695696.640040:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1755695696.640041:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1755695696.640042:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f746214a00 refcount=3 00000020:00000001:1.0:1755695696.640044:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:1.0:1755695696.640045:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:1.0:1755695696.640047:0:12074:0:(ldlm_lock.c:2543:ldlm_lock_set_data()) Process entered 00010000:00000001:1.0:1755695696.640055:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1755695696.640056:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1755695696.640057:0:12074:0:(ldlm_lock.c:2552:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1755695696.640059:0:12074:0:(mgc_request.c:1650:mgc_process_cfg_log()) Process entered 10000000:00000010:1.0:1755695696.640061:0:12074:0:(mgc_request.c:1664:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93f744c5e040. 00000020:00000010:1.0:1755695696.640064:0:12074:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f758b3b200. 00000020:00000010:1.0:1755695696.640067:0:12074:0:(lu_object.c:518:lu_global_key_init()) kmalloced '(value)': 512 at ffff93f758b3a200. 00000040:00000010:1.0:1755695696.640069:0:12074:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff93f758b3a800. 00000020:00000010:1.0:1755695696.640072:0:12074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93f749879000. 00000020:00000010:1.0:1755695696.640075:0:12074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff93f758b3b400. 80000000:00000010:1.0:1755695696.640078:0:12074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93f7580a10c0. 00040000:00000010:1.0:1755695696.640080:0:12074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93f758b3b000. 20000000:00000010:1.0:1755695696.640082:0:12074:0:(mgs_handler.c:1696:mgs_key_init()) kmalloced '(value)': 392 at ffff93f758b3bc00. 10000000:00000040:1.0:1755695696.640084:0:12074:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt ffff93f7602e3b40 : new refcount 2 00000020:00000001:1.0:1755695696.640086:0:12074:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:1.0:1755695696.640088:0:12074:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog params 00000040:00000001:1.0:1755695696.640089:0:12074:0:(llog.c:1487:llog_open()) Process entered 00000040:00000010:1.0:1755695696.640091:0:12074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93f758b3a000. 00000040:00000001:1.0:1755695696.640093:0:12074:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:1.0:1755695696.640095:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:1.0:1755695696.640099:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028e00. 00000020:00000040:1.0:1755695696.640101:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695696.640102:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695696.640104:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695696.640106:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695696.640109:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758b3b600. 00000100:00000001:1.0:1755695696.640112:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.640115:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1755695696.640116:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1755695696.640119:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f7490166c0. 00000100:00000001:1.0:1755695696.640121:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289023874752 : -118784685676864 : ffff93f7490166c0) 00000100:00000001:1.0:1755695696.640123:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695696.640125:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275608576 : -118784433943040 : ffff93f758028e00) 00000100:00000001:1.0:1755695696.640127:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695696.640130:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.640136:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1755695696.640138:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695696.640141:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.640147:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695696.640148:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695696.640151:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695696.640153:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695696.640155:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695696.640157:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586368:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:1.0:1755695696.640160:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695696.640162:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695696.640163:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695696.640165:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695696.640168:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3aa00. 02000000:00000001:1.0:1755695696.640169:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695696.640174:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695696.640177:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925630. 00000400:00000010:1.0:1755695696.640181:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5d48. 00000100:00000200:1.0:1755695696.640184:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120586368, portal 25 00000100:00000001:1.0:1755695696.640186:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695696.640187:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275608576 : -118784433943040 : ffff93f758028e00) 00000100:00000040:1.0:1755695696.640191:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.640196:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695696.640198:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695696.640200:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5880. 00000100:00000200:1.0:1755695696.640202:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 504 bytes to portal 26, xid 1840980120586368, offset 0 00000400:00000200:1.0:1755695696.640206:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695696.640210:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.640213:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695696.640216:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695696.640218:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695696.640224:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695696.640226:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695696.640230:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [154:154:256:4294967295] 192.168.203.157@tcp LPNI seq info [154:154:8:4294967295] 00000400:00000200:1.0:1755695696.640233:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.640243:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695696.640247:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 504 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695696.640250:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f200. 00000800:00000200:1.0:1755695696.640253:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695696.640256:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695696.640259:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f200 type 1, nob 600 niov 1 nkiov 1 00000100:00000001:1.0:1755695696.640268:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695696.640271:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695696.640272:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946202 00000800:00000200:1.0:1755695696.640307:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.640310:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f200. 00000400:00000200:1.0:1755695696.640313:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.640316:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.640318:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5880 00000400:00000010:1.0:1755695696.640319:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5880. 00000100:00000001:1.0:1755695696.640323:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695696.640327:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.640333:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.640335:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.640339:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.640341:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1755695696.640365:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946200 00000100:00000001:1.0:1755695696.640368:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946202 00000100:00000001:1.0:1755695696.640370:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946200 00000100:00000001:1.0:1755695696.640378:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695696.640379:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.640381:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695696.640382:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1755695696.640384:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f7490166c0 going to sleep for 11 seconds 00000100:00000001:1.0:1755695696.640386:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695696.640388:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1755695696.641254:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.641262:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.641265:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.641269:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.641274:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.641279:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.641286:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.641289:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.641294:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.641298:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x68a5c96204880 00000400:00000200:1.0:1755695696.641302:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.641308:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0xad1 [1] + 224 00000800:00000001:1.0:1755695696.641314:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.641322:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.641325:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.641330:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.641334:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.641339:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.641369:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.641389:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.641394:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.641398:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.641405:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695696.641410:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695696.641412:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695696.641413:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925630. 00000400:00000200:0.0:1755695696.641417:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5d48 00000400:00000010:0.0:1755695696.641418:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5d48. 00000100:00000001:0.0:1755695696.641420:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695696.641425:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695696.641432:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.641437:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695696.641438:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.641440:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695696.641441:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695696.641442:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695696.641443:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.641444:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695696.641447:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695696.641449:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695696.641451:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695696.641458:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695696.641460:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695696.641461:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.641462:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695696.641465:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.641470:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695696.641471:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695696.641472:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695696.641475:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695696.641480:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586368:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.641482:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.641484:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.641485:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1755695696.641486:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.641488:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.641492:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1755695696.641493:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f7490166c0. 00000100:00000001:0.0:1755695696.641495:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1755695696.641496:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1755695696.641498:0:12074:0:(llog_client.c:123:llog_client_open()) Process leaving 00000020:00000001:0.0:1755695696.641500:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.641501:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.641503:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1755695696.641504:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.641506:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028e00 x1840980120586368/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 504/272 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.641510:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695696.641511:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695696.641512:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3aa00. 02000000:00000001:0.0:1755695696.641517:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695696.641517:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.641518:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.641519:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695696.641521:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758b3b600. 02000000:00000001:0.0:1755695696.641522:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695696.641523:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695696.641524:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028e00. 00000100:00000001:0.0:1755695696.641526:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695696.641527:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:0.0:1755695696.641528:0:12074:0:(llog.c:1512:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1755695696.641530:0:12074:0:(llog.c:396:llog_init_handle()) Process entered 00000040:00000010:0.0:1755695696.641534:0:12074:0:(llog.c:401:llog_init_handle()) kmalloced '(llh)': 8192 at ffff93f75851e000. 00000040:00000001:0.0:1755695696.641536:0:12074:0:(llog.c:347:llog_read_header()) Process entered 00000040:00000001:0.0:1755695696.641536:0:12074:0:(llog_client.c:269:llog_client_read_header()) Process entered 00000020:00000040:0.0:1755695696.641538:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:0.0:1755695696.641540:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695696.641542:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695696.641543:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695696.641544:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695696.641546:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695696.641548:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f744e36400. 00000100:00000001:0.0:1755695696.641550:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.641552:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1755695696.641553:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1755695696.641555:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f758560180. 00000100:00000001:0.0:1755695696.641556:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289281077632 : -118784428473984 : ffff93f758560180) 00000100:00000001:0.0:1755695696.641557:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695696.641558:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000001:0.0:1755695696.641560:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695696.641562:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.641563:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1755695696.641564:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695696.641567:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.641571:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695696.641575:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.641577:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695696.641578:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695696.641579:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695696.641581:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586496:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.641583:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695696.641585:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695696.641586:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.641587:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695696.641594:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff93f75b188000. 02000000:00000001:0.0:1755695696.641595:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695696.641598:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695696.641600:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695696.641603:0:12074:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff93f758560600. 00000100:00000200:0.0:1755695696.641605:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1840980120586496, portal 25 00000100:00000001:0.0:1755695696.641607:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695696.641607:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695696.641611:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.641615:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695696.641616:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695696.641618:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee880. 00000100:00000200:0.0:1755695696.641619:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 26, xid 1840980120586496, offset 0 00000400:00000200:0.0:1755695696.641622:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695696.641625:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.641628:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695696.641630:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695696.641632:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695696.641633:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695696.641635:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695696.641637:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [155:155:256:4294967295] 192.168.203.157@tcp LPNI seq info [155:155:8:4294967295] 00000400:00000200:0.0:1755695696.641640:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.641645:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695696.641651:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695696.641654:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695696.641657:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695696.641660:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695696.641662:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:0.0:1755695696.641675:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695696.641677:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695696.641679:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946203 00000100:00000001:0.0:1755695696.641683:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946202 00000100:00000001:0.0:1755695696.641686:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946203 00000100:00000001:0.0:1755695696.641689:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946202 00000100:00000001:0.0:1755695696.641692:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695696.641694:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.641695:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695696.641696:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1755695696.641698:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f758560180 going to sleep for 11 seconds 00000100:00000001:0.0:1755695696.641700:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695696.641702:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695696.641718:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.641721:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755695696.641730:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.641733:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.641736:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee880 00000400:00000010:1.0:1755695696.641737:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee880. 00000100:00000001:1.0:1755695696.641740:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695696.641743:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.641749:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.641752:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.641757:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.641758:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.642772:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.642778:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.642922:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.642925:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.642928:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.642931:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.642935:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.642937:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.642939:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.642941:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 8416 into portal 25 MB=0x68a5c96204900 00000400:00000200:1.0:1755695696.642944:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.642947:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 8416/8416 into md 0xae1 [4] + 224 00000800:00000001:1.0:1755695696.642950:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.642955:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.642957:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.642959:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.642961:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.642964:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.642970:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.642987:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.642991:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.642993:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.643005:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695696.643010:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695696.643011:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695696.643013:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695696.643016:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f758560600 00000400:00000010:0.0:1755695696.643017:0:12074:0:(lib-lnet.h:313:lnet_md_free()) kfreed 'md': 184 at ffff93f758560600. 00000100:00000001:0.0:1755695696.643019:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695696.643024:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695696.643032:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.643037:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695696.643038:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.643046:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695696.643047:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695696.643048:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695696.643050:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.643051:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695696.643054:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695696.643056:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695696.643058:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695696.643059:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695696.643060:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695696.643061:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.643063:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695696.643065:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.643070:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695696.643071:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695696.643072:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695696.643075:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695696.643080:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586496:192.168.203.157@tcp:503:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.643083:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.643084:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.643085:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1755695696.643086:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.643088:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.643092:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1755695696.643094:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f758560180. 00000100:00000001:0.0:1755695696.643095:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1755695696.643096:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1755695696.643099:0:12074:0:(llog_client.c:319:llog_client_read_header()) Process leaving 00000100:00000001:0.0:1755695696.643101:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.643103:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120586496/t0(0) o503->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 272/8416 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.643110:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695696.643111:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695696.643113:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff93f75b188000. 02000000:00000001:0.0:1755695696.643119:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695696.643120:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.643121:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.643123:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695696.643124:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f744e36400. 02000000:00000001:0.0:1755695696.643126:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695696.643127:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695696.643128:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695696.643130:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695696.643131:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1755695696.643132:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.643133:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.643134:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:0.0:1755695696.643136:0:12074:0:(llog.c:384:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1755695696.643137:0:12074:0:(llog.c:459:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:0.0:1755695696.643138:0:12074:0:(llog.c:929:llog_process_or_fork()) Process entered 00000040:00000010:0.0:1755695696.643140:0:12074:0:(llog.c:931:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff93f74774f060. 00000040:00001000:0.0:1755695696.643142:0:12074:0:(llog.c:946:llog_process_or_fork()) Processing [0xa:0x2:0x0] flags 0x004 startcat -1 startidx -1 first_idx 0 last_idx 0 read_mode 0 00000040:00000001:0.0:1755695696.643301:0:13420:0:(llog.c:530:llog_process_thread()) Process entered 00000020:00000010:0.0:1755695696.643305:0:13420:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f744e36400. 00000020:00000010:0.0:1755695696.643307:0:13420:0:(lu_object.c:518:lu_global_key_init()) kmalloced '(value)': 512 at ffff93f744e37a00. 00000040:00000010:0.0:1755695696.643309:0:13420:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff93f744e36c00. 00000020:00000010:0.0:1755695696.643312:0:13420:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93f758b67800. 00000020:00000010:0.0:1755695696.643314:0:13420:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff93f7432b8000. 00000020:00000010:0.0:1755695696.643317:0:13420:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff93f744e37c00. 80000000:00000010:0.0:1755695696.643319:0:13420:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93f74774f480. 40000000:00000010:0.0:1755695696.643321:0:13420:0:(fid_handler.c:472:seq_key_init()) kmalloced '(value)': 48 at ffff93f74761c180. 00100000:00000010:0.0:1755695696.643323:0:13420:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff93f758b64800. 00040000:00000010:0.0:1755695696.643325:0:13420:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff93f758bba600. 00040000:00000010:0.0:1755695696.643328:0:13420:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff93f758b60000. 00040000:00000010:0.0:1755695696.643330:0:13420:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93f744e36800. 00000004:00000010:0.0:1755695696.643336:0:13420:0:(mdd_device.c:2359:mdd_key_init()) kmalloced '(value)': 1864 at ffff93f758b62800. 00000004:00000010:0.0:1755695696.643340:0:13420:0:(mdt_handler.c:8314:mdt_key_init()) kmalloced '(value)': 2568 at ffff93f743459000. 00000004:00000010:0.0:1755695696.643353:0:13420:0:(lod_dev.c:2326:lod_key_init()) kmalloced '(value)': 1224 at ffff93f758b62000. 00002000:00000010:0.0:1755695696.643356:0:13420:0:(ofd_dev.c:2996:ofd_key_init()) kmalloced '(value)': 816 at ffff93f749801800. 00000004:00000010:0.0:1755695696.643358:0:13420:0:(osp_dev.c:1807:osp_key_init()) kmalloced '(value)': 616 at ffff93f749803c00. 00000020:00000010:0.0:1755695696.643360:0:13420:0:(lu_object.c:1905:lu_env_add_task()) kmalloced '(lei)': 40 at ffff93f74761c2c0. 00000040:00000010:0.0:1755695696.643366:0:13420:0:(llog.c:556:llog_process_thread()) kmalloced '(buf)': 8192 at ffff93f758518000. 00000040:00080000:0.0:1755695696.643745:0:13420:0:(llog.c:840:llog_process_thread()) stop processing plain [0xa:0x2:0x0] index 64768 count 1 00000040:00000010:0.0:1755695696.643747:0:13420:0:(llog.c:877:llog_process_thread()) kfreed 'buf': 8192 at ffff93f758518000. 00000020:00000010:0.0:1755695696.643751:0:13420:0:(lu_object.c:1950:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff93f74761c2c0. 00000020:00000010:0.0:1755695696.643757:0:13420:0:(lu_object.c:518:lu_global_key_fini()) kfreed 'info': 512 at ffff93f744e37a00. 00000040:00000010:0.0:1755695696.643759:0:13420:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff93f744e36c00. 00000020:00000010:0.0:1755695696.643760:0:13420:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93f758b67800. 00000020:00000010:0.0:1755695696.643763:0:13420:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff93f7432b8000. 00000020:00000010:0.0:1755695696.643765:0:13420:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff93f744e37c00. 80000000:00000010:0.0:1755695696.643767:0:13420:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93f74774f480. 40000000:00000010:0.0:1755695696.643769:0:13420:0:(fid_handler.c:472:seq_key_fini()) kfreed 'info': 48 at ffff93f74761c180. 00100000:00000010:0.0:1755695696.643771:0:13420:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff93f758b64800. 00040000:00000010:0.0:1755695696.643774:0:13420:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff93f758bba600. 00040000:00000010:0.0:1755695696.643776:0:13420:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff93f758b60000. 00040000:00000010:0.0:1755695696.643778:0:13420:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93f744e36800. 00000004:00000010:0.0:1755695696.643795:0:13420:0:(mdd_device.c:2371:mdd_key_fini()) kfreed 'info': 1864 at ffff93f758b62800. 00000004:00000010:0.0:1755695696.643800:0:13420:0:(mdt_handler.c:8339:mdt_key_fini()) kfreed 'info': 2568 at ffff93f743459000. 00000004:00000010:0.0:1755695696.643804:0:13420:0:(lod_dev.c:2352:lod_key_fini()) kfreed 'info': 1224 at ffff93f758b62000. 00002000:00000010:0.0:1755695696.643806:0:13420:0:(ofd_dev.c:2996:ofd_key_fini()) kfreed 'info': 816 at ffff93f749801800. 00000004:00000010:0.0:1755695696.643809:0:13420:0:(osp_dev.c:1807:osp_key_fini()) kfreed 'info': 616 at ffff93f749803c00. 00000020:00000010:0.0:1755695696.643811:0:13420:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f744e36400. 00000040:00000010:1.0:1755695696.643836:0:12074:0:(llog.c:972:llog_process_or_fork()) kfreed 'lpi': 96 at ffff93f74774f060. 00000040:00000001:1.0:1755695696.643840:0:12074:0:(llog.c:973:llog_process_or_fork()) Process leaving (rc=0 : 0 : 0) 00000020:01000000:1.0:1755695696.643843:0:12074:0:(obd_config.c:2035:class_config_parse_llog()) Processed log params gen 1-0 (rc=0) 00000040:00000010:1.0:1755695696.643846:0:12074:0:(llog.c:70:llog_free_handle()) kfreed 'loghandle->lgh_hdr': 8192 at ffff93f75851e000. 00000040:00000010:1.0:1755695696.643851:0:12074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93f758b3a000. 00000020:00000001:1.0:1755695696.643854:0:12074:0:(obd_config.c:2041:class_config_parse_llog()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1755695696.643857:0:12074:0:(mgc_request.c:1706:mgc_process_cfg_log()) Process leaving 00000020:00000010:1.0:1755695696.643860:0:12074:0:(lu_object.c:518:lu_global_key_fini()) kfreed 'info': 512 at ffff93f758b3a200. 00000040:00000010:1.0:1755695696.643864:0:12074:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff93f758b3a800. 00000020:00000010:1.0:1755695696.643867:0:12074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93f749879000. 00000020:00000010:1.0:1755695696.643871:0:12074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff93f758b3b400. 80000000:00000010:1.0:1755695696.643874:0:12074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93f7580a10c0. 00040000:00000010:1.0:1755695696.643877:0:12074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93f758b3b000. 20000000:00000010:1.0:1755695696.643879:0:12074:0:(mgs_handler.c:1696:mgs_key_fini()) kfreed 'info': 392 at ffff93f758b3bc00. 00000020:00000010:1.0:1755695696.643882:0:12074:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f758b3b200. 10000000:00000010:1.0:1755695696.643884:0:12074:0:(mgc_request.c:1712:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93f744c5e040. 10000000:01000000:1.0:1755695696.643887:0:12074:0:(mgc_request.c:1860:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'params' succeeded (0). 10000000:00000001:1.0:1755695696.643890:0:12074:0:(mgc_request.c:1027:mgc_cancel()) Process entered 00010000:00000001:1.0:1755695696.643892:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1755695696.643893:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1755695696.643895:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f746214a00 refcount=3 00000020:00000001:1.0:1755695696.643897:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:1.0:1755695696.643900:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625288975632896 : -118784733918720 : ffff93f746214a00) 00010000:00000001:1.0:1755695696.643903:0:12074:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1755695696.643906:0:12074:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 3/1,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d47571e expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1755695696.643914:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1755695696.643915:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1755695696.643924:0:12074:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff93f746214a00/0x5e7b8a213932d36e lrc: 2/0,0 mode: CR/CR res: [0x736d61726170:0x3:0x0].0x0 rrc: 2 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d47571e expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1755695696.643931:0:12074:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1755695696.643932:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1755695696.643933:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 10000000:00000001:1.0:1755695696.643935:0:12074:0:(mgc_request.c:1031:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1755695696.643936:0:12074:0:(mgc_request.c:1881:mgc_process_log()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1755695696.643938:0:12074:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:1.0:1755695696.643940:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:1.0:1755695696.643941:0:12074:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff93f744dc6e00) refs 2 10000000:00000001:1.0:1755695696.643943:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:1.0:1755695696.643945:0:12074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:1.0:1755695696.643946:0:12074:0:(mgc_request.c:123:config_log_put()) log params(ffff93f7593da400) refs 3 10000000:00000001:1.0:1755695696.643948:0:12074:0:(mgc_request.c:147:config_log_put()) Process leaving 10000000:00000001:1.0:1755695696.643949:0:12074:0:(mgc_request.c:601:do_requeue()) Process entered 10000000:01000000:1.0:1755695696.643951:0:12074:0:(mgc_request.c:611:do_requeue()) updating log lustre-sptlrpc 10000000:00000001:1.0:1755695696.643953:0:12074:0:(mgc_request.c:1764:mgc_process_log()) Process entered 10000000:01000000:1.0:1755695696.643954:0:12074:0:(mgc_request.c:1783:mgc_process_log()) Process log lustre-sptlrpc-ffff93f75939c260 from 1 10000000:00000001:1.0:1755695696.643956:0:12074:0:(mgc_request.c:989:mgc_enqueue()) Process entered 10000000:01000000:1.0:1755695696.643958:0:12074:0:(mgc_request.c:995:mgc_enqueue()) Enqueue for lustre-sptlrpc (res 0x65727473756c) 00000100:00000010:1.0:1755695696.643962:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028e00. 00000020:00000040:1.0:1755695696.643964:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695696.643967:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695696.643969:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695696.643971:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695696.643975:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758b3b200. 00000100:00000001:1.0:1755695696.643979:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755695696.643980:0:12074:0:(ldlm_request.c:978:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1755695696.643982:0:12074:0:(ldlm_lock.c:1695:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1755695696.643984:0:12074:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff93f747c25800 count: 2 00010000:00000001:1.0:1755695696.643986:0:12074:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1755695696.643988:0:12074:0:(ldlm_lock.c:431:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1755695696.643989:0:12074:0:(ldlm_lock.c:435:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff93f75937ba00. 00000020:00000010:1.0:1755695696.643993:0:12074:0:(lprocfs_status.c:1280:lprocfs_stats_alloc_one()) alloc '(stats->ls_percpu[cpuid])': 64 at ffff93f744c5e040. 00000020:00000001:1.0:1755695696.643994:0:12074:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1755695696.643996:0:12074:0:(lustre_handles.c:77:class_handle_hash()) added object ffff93f75937ba00 with handle 0x5e7b8a213932d375 to hash 00000020:00000001:1.0:1755695696.644001:0:12074:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1755695696.644002:0:12074:0:(ldlm_lock.c:484:ldlm_lock_new()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:1.0:1755695696.644004:0:12074:0:(ldlm_lock.c:1736:ldlm_lock_create()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:1.0:1755695696.644005:0:12074:0:(ldlm_lock.c:267:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1755695696.644007:0:12074:0:(ldlm_lock.c:279:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695696.644008:0:12074:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x10000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1755695696.644013:0:12074:0:(ldlm_request.c:1021:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000000000000 ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x0 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1755695696.644018:0:12074:0:(ldlm_request.c:1108:ldlm_cli_enqueue()) ### sending request ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 3/1,0 mode: --/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0x0 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00000100:00000001:1.0:1755695696.644022:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1755695696.644023:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1755695696.644025:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f749016240. 00000100:00000001:1.0:1755695696.644026:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289023873600 : -118784685678016 : ffff93f749016240) 00000100:00000001:1.0:1755695696.644027:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695696.644028:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275608576 : -118784433943040 : ffff93f758028e00) 00000100:00000001:1.0:1755695696.644030:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695696.644032:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.644033:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1755695696.644034:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695696.644037:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.644042:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695696.644043:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695696.644044:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695696.644046:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695696.644047:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695696.644049:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586624:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:1.0:1755695696.644051:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695696.644056:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695696.644057:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695696.644058:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695696.644060:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff93f758244c00. 02000000:00000001:1.0:1755695696.644062:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695696.644064:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695696.644066:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925c60. 00000400:00000010:1.0:1755695696.644068:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5880. 00000100:00000200:1.0:1755695696.644071:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1840980120586624, portal 25 00000100:00000001:1.0:1755695696.644072:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695696.644073:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275608576 : -118784433943040 : ffff93f758028e00) 00000100:00000040:1.0:1755695696.644076:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.644080:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695696.644082:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695696.644083:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d55d8. 00000100:00000200:1.0:1755695696.644084:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 328 bytes to portal 26, xid 1840980120586624, offset 0 00000400:00000200:1.0:1755695696.644087:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695696.644090:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.644093:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695696.644095:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695696.644097:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695696.644098:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695696.644100:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695696.644102:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [156:156:256:4294967295] 192.168.203.157@tcp LPNI seq info [156:156:8:4294967295] 00000400:00000200:1.0:1755695696.644105:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.644109:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695696.644112:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695696.644114:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f200. 00000800:00000200:1.0:1755695696.644117:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695696.644120:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695696.644122:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f200 type 1, nob 424 niov 1 nkiov 1 00000100:00000001:1.0:1755695696.644137:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695696.644141:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695696.644142:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946206 00000100:00000001:1.0:1755695696.644145:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946203 00000100:00000001:1.0:1755695696.644148:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946206 00000100:00000001:1.0:1755695696.644149:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946203 00000100:00000001:1.0:1755695696.644151:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695696.644152:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.644153:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695696.644154:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1755695696.644156:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f749016240 going to sleep for 11 seconds 00000100:00000001:1.0:1755695696.644157:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695696.644159:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695696.644220:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695696.644224:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f200. 00000400:00000200:0.0:1755695696.644227:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695696.644231:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695696.644233:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d55d8 00000400:00000010:0.0:1755695696.644235:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d55d8. 00000100:00000001:0.0:1755695696.644237:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695696.644246:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.644252:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.644255:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.644259:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.644261:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.645159:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.645165:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.645166:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.645168:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.645171:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.645174:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.645177:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.645179:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.645181:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.645183:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 344 into portal 25 MB=0x68a5c96204980 00000400:00000200:1.0:1755695696.645185:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.645188:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 344/344 into md 0xaf1 [1] + 224 00000800:00000001:1.0:1755695696.645191:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.645194:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.645196:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.645198:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.645200:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.645203:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.645216:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=344 offset=224 replen=344 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.645229:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.645233:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.645235:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.645250:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695696.645254:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695696.645255:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695696.645257:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925c60. 00000400:00000200:0.0:1755695696.645260:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5880 00000400:00000010:0.0:1755695696.645261:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5880. 00000100:00000001:0.0:1755695696.645263:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695696.645267:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695696.645273:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.645278:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695696.645279:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.645280:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695696.645281:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695696.645282:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695696.645284:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.645285:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695696.645287:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695696.645290:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695696.645291:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695696.645292:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695696.645293:0:12074:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695696.645294:0:12074:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.645296:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695696.645298:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.645312:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695696.645313:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695696.645314:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695696.645317:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695696.645322:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586624:192.168.203.157@tcp:101:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.645324:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.645326:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.645327:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1755695696.645328:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.645330:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.645334:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1755695696.645335:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f749016240. 00000100:00000001:0.0:1755695696.645337:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1755695696.645338:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695696.645339:0:12074:0:(ldlm_request.c:603:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:0.0:1755695696.645340:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695696.645351:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695696.645353:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f75937ba00 refcount=4 00000020:00000001:0.0:1755695696.645355:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:0.0:1755695696.645356:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000040:0.0:1755695696.645359:0:12074:0:(ldlm_request.c:688:ldlm_cli_enqueue_fini()) local: ffff93f75937ba00, remote cookie: 0xb590c1929d475725, flags: 0x0 00010000:00000001:0.0:1755695696.645361:0:12074:0:(ldlm_lock.c:1790:ldlm_lock_enqueue()) Process entered 00010000:00000001:0.0:1755695696.645362:0:12074:0:(ldlm_lock.c:1120:ldlm_grant_lock()) Process entered 00010000:00000001:0.0:1755695696.645363:0:12074:0:(ldlm_lock.c:984:search_granted_lock()) Process entered 00010000:00000001:0.0:1755695696.645365:0:12074:0:(ldlm_lock.c:1001:search_granted_lock()) Process leaving 00010000:00000001:0.0:1755695696.645366:0:12074:0:(ldlm_lock.c:1062:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:0.0:1755695696.645367:0:12074:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x65727473756c:0x0:0x0].0x0 (ffff93f747c25800) refcount = 2 00010000:00000040:0.0:1755695696.645369:0:12074:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:0.0:1755695696.645375:0:12074:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: MGC192.168.203.157@tcp lock: ffff93f742cc0000/0x5e7b8a213932d367 lrc: 1/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb590c1929d475717 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1755695696.645380:0:12074:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475725 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695696.645384:0:12074:0:(ldlm_lock.c:1089:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:0.0:1755695696.645385:0:12074:0:(ldlm_lock.c:1152:ldlm_grant_lock()) Process leaving 00010000:00000001:0.0:1755695696.645386:0:12074:0:(ldlm_lock.c:1910:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1755695696.645387:0:12074:0:(ldlm_request.c:261:ldlm_completion_ast()) Process entered 00010000:00000001:0.0:1755695696.645388:0:12074:0:(ldlm_request.c:270:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755695696.645390:0:12074:0:(ldlm_request.c:783:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 4/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x1000000000000 nid: local remote: 0xb590c1929d475725 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695696.645393:0:12074:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:0.0:1755695696.645394:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.645395:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695696.645396:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.645396:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695696.645397:0:12074:0:(ldlm_request.c:1132:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.645399:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.645401:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028e00 x1840980120586624/t0(0) o101->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 328/344 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.645405:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695696.645406:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695696.645408:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff93f758244c00. 02000000:00000001:0.0:1755695696.645410:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695696.645411:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.645412:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.645413:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695696.645414:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758b3b200. 02000000:00000001:0.0:1755695696.645415:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695696.645416:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695696.645417:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028e00. 00000100:00000001:0.0:1755695696.645419:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695696.645420:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 10000000:00000001:0.0:1755695696.645421:0:12074:0:(mgc_request.c:1021:mgc_enqueue()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.645425:0:12074:0:(mgc_request.c:105:config_log_get()) Process entered 10000000:00000040:0.0:1755695696.645426:0:12074:0:(mgc_request.c:108:config_log_get()) log lustre-sptlrpc (ffff93f744dc6e00) refs 3 10000000:00000001:0.0:1755695696.645427:0:12074:0:(mgc_request.c:109:config_log_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695696.645428:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695696.645429:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695696.645430:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f75937ba00 refcount=3 00000020:00000001:0.0:1755695696.645431:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:0.0:1755695696.645433:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:0.0:1755695696.645434:0:12074:0:(ldlm_lock.c:2543:ldlm_lock_set_data()) Process entered 00010000:00000001:0.0:1755695696.645435:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.645436:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1755695696.645436:0:12074:0:(ldlm_lock.c:2552:ldlm_lock_set_data()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.645438:0:12074:0:(mgc_request.c:1650:mgc_process_cfg_log()) Process entered 10000000:00000010:0.0:1755695696.645439:0:12074:0:(mgc_request.c:1664:mgc_process_cfg_log()) kmalloced '(env)': 56 at ffff93f74761c180. 00000020:00000010:0.0:1755695696.645441:0:12074:0:(lu_object.c:1664:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff93f744e36400. 00000020:00000010:0.0:1755695696.645443:0:12074:0:(lu_object.c:518:lu_global_key_init()) kmalloced '(value)': 512 at ffff93f744e36800. 00000040:00000010:0.0:1755695696.645445:0:12074:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff93f744e37c00. 00000020:00000010:0.0:1755695696.645447:0:12074:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff93f758b62000. 00000020:00000010:0.0:1755695696.645448:0:12074:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff93f744e36c00. 80000000:00000010:0.0:1755695696.645450:0:12074:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff93f74774f480. 00040000:00000010:0.0:1755695696.645452:0:12074:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff93f744e37a00. 20000000:00000010:0.0:1755695696.645454:0:12074:0:(mgs_handler.c:1696:mgs_key_init()) kmalloced '(value)': 392 at ffff93f744e36600. 10000000:00000040:0.0:1755695696.645456:0:12074:0:(lustre_log.h:384:llog_ctxt_get()) GETting ctxt ffff93f7602e3b40 : new refcount 2 00000020:00000001:0.0:1755695696.645457:0:12074:0:(obd_config.c:2010:class_config_parse_llog()) Process entered 00000020:00000040:0.0:1755695696.645458:0:12074:0:(obd_config.c:2012:class_config_parse_llog()) looking up llog lustre-sptlrpc 00000040:00000001:0.0:1755695696.645459:0:12074:0:(llog.c:1487:llog_open()) Process entered 00000040:00000010:0.0:1755695696.645462:0:12074:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff93f75903ee00. 00000040:00000001:0.0:1755695696.645463:0:12074:0:(llog_client.c:70:llog_client_open()) Process entered 00000020:00000040:0.0:1755695696.645464:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000010:0.0:1755695696.645466:0:12074:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695696.645468:0:12074:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=5 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695696.645469:0:12074:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695696.645471:0:12074:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695696.645472:0:12074:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695696.645475:0:12074:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f75903fe00. 00000100:00000001:0.0:1755695696.645480:0:12074:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.645483:0:12074:0:(client.c:3298:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1755695696.645484:0:12074:0:(client.c:1150:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1755695696.645486:0:12074:0:(client.c:1152:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff93f758560600. 00000100:00000001:0.0:1755695696.645487:0:12074:0:(client.c:1167:ptlrpc_prep_set()) Process leaving (rc=18446625289281078784 : -118784428472832 : ffff93f758560600) 00000100:00000001:0.0:1755695696.645489:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695696.645489:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000001:0.0:1755695696.645491:0:12074:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695696.645493:0:12074:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.645494:0:12074:0:(client.c:2638:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1755695696.645495:0:12074:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695696.645498:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.645502:0:12074:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695696.645503:0:12074:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.645505:0:12074:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695696.645506:0:12074:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695696.645507:0:12074:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695696.645509:0:12074:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586752:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.645511:0:12074:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695696.645513:0:12074:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695696.645514:0:12074:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.645515:0:12074:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695696.645517:0:12074:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012200. 02000000:00000001:0.0:1755695696.645518:0:12074:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695696.645521:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695696.645523:0:12074:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695696.645526:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695696.645528:0:12074:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120586752, portal 25 00000100:00000001:0.0:1755695696.645529:0:12074:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695696.645530:0:12074:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695696.645533:0:12074:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.645543:0:12074:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695696.645545:0:12074:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695696.645547:0:12074:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eed48. 00000100:00000200:0.0:1755695696.645548:0:12074:0:(niobuf.c:94:ptl_send_buf()) Sending 512 bytes to portal 26, xid 1840980120586752, offset 0 00000400:00000200:0.0:1755695696.645551:0:12074:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695696.645555:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.645557:0:12074:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695696.645559:0:12074:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695696.645561:0:12074:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695696.645563:0:12074:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695696.645565:0:12074:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695696.645567:0:12074:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [157:157:256:4294967295] 192.168.203.157@tcp LPNI seq info [157:157:8:4294967295] 00000400:00000200:0.0:1755695696.645569:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695696.645574:0:12074:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695696.645577:0:12074:0:(socklnd_cb.c:1001:ksocknal_send()) sending 512 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695696.645579:0:12074:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba600. 00000800:00000200:0.0:1755695696.645582:0:12074:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695696.645585:0:12074:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695696.645587:0:12074:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba600 type 1, nob 608 niov 1 nkiov 1 00000100:00000001:0.0:1755695696.645600:0:12074:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695696.645603:0:12074:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695696.645604:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294946207 00000100:00000001:0.0:1755695696.645608:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 0, simply extend its deadline from 4294946206 00000100:00000001:0.0:1755695696.645611:0:12074:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294946207 00000100:00000001:0.0:1755695696.645613:0:12074:0:(niobuf.c:683:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request active for cpu 1, simply extend its deadline from 4294946206 00000100:00000001:0.0:1755695696.645615:0:12074:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695696.645617:0:12074:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695696.645618:0:12074:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695696.645620:0:12074:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:0.0:1755695696.645625:0:12074:0:(client.c:2665:ptlrpc_set_wait()) set ffff93f758560600 going to sleep for 11 seconds 00000100:00000001:0.0:1755695696.645627:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695696.645629:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695696.645641:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695696.645644:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba600. 00000400:00000200:1.0:1755695696.645647:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.645650:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695696.645652:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eed48 00000400:00000010:1.0:1755695696.645654:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eed48. 00000100:00000001:1.0:1755695696.645656:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695696.645659:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.645665:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695696.645668:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.645675:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695696.645677:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695696.646745:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.646752:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695696.646754:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.646755:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.646759:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.646763:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695696.646767:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.646769:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.646772:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.646774:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 272 into portal 25 MB=0x68a5c96204a00 00000400:00000200:1.0:1755695696.646777:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695696.646807:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 272/272 into md 0xb01 [1] + 224 00000800:00000001:1.0:1755695696.646821:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.646829:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695696.646832:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695696.646836:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695696.646840:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695696.646846:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695696.646857:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695696.646874:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695696.646881:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695696.646885:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.646892:0:12074:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695696.646897:0:12074:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695696.646898:0:12074:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695696.646900:0:12074:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695696.646904:0:12074:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695696.646906:0:12074:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695696.646908:0:12074:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695696.646913:0:12074:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695696.646921:0:12074:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.646926:0:12074:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695696.646928:0:12074:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.646929:0:12074:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695696.646931:0:12074:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695696.646932:0:12074:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695696.646933:0:12074:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695696.646935:0:12074:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695696.646938:0:12074:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695696.646940:0:12074:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=1 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695696.646942:0:12074:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000040:0.0:1755695696.646945:0:12074:0:(client.c:1490:ptlrpc_check_status()) @@@ check status: rc = -2 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc 0/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.646949:0:12074:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1755695696.646951:0:12074:0:(client.c:1754:after_reply()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000040:0.0:1755695696.646956:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Rpc:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.646960:0:12074:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000100:00000001:0.0:1755695696.646962:0:12074:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695696.646963:0:12074:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695696.646973:0:12074:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Interpret:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695696.646978:0:12074:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ll_cfg_requeue:df9054ff-ad7c-4656-8a49-840f5781fde4:12074:1840980120586752:192.168.203.157@tcp:501:ll_cfg_requeue.0 00000100:00000001:0.0:1755695696.646981:0:12074:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695696.646982:0:12074:0:(client.c:2729:ptlrpc_set_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000100:00000001:0.0:1755695696.646984:0:12074:0:(client.c:1218:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1755695696.646985:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.646987:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 2 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.646991:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1755695696.646992:0:12074:0:(client.c:3883:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff93f758560600. 00000100:00000001:0.0:1755695696.646994:0:12074:0:(client.c:1255:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1755695696.646995:0:12074:0:(client.c:3317:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000040:00000001:0.0:1755695696.646997:0:12074:0:(llog_client.c:115:llog_client_open()) Process leaving via out (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000001:0.0:1755695696.646998:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.646999:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.647001:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:0.0:1755695696.647001:0:12074:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695696.647003:0:12074:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120586752/t0(0) o501->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 512/272 e 0 to 0 dl 1755695712 ref 1 fl Complete:RQU/200/0 rc -2/-2 job:'ll_cfg_requeue.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695696.647007:0:12074:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695696.647008:0:12074:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695696.647009:0:12074:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012200. 02000000:00000001:0.0:1755695696.647011:0:12074:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695696.647012:0:12074:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695696.647013:0:12074:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695696.647014:0:12074:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695696.647015:0:12074:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f75903fe00. 02000000:00000001:0.0:1755695696.647018:0:12074:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695696.647019:0:12074:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695696.647020:0:12074:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695696.647021:0:12074:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695696.647025:0:12074:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:0.0:1755695696.647026:0:12074:0:(llog.c:1508:llog_open()) MGC192.168.203.157@tcp: Failed to open llog lustre-sptlrpc: rc -2 00000040:00000010:0.0:1755695696.647028:0:12074:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff93f75903ee00. 00000040:00000001:0.0:1755695696.647030:0:12074:0:(llog.c:1512:llog_open()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 00000020:00000001:0.0:1755695696.647031:0:12074:0:(obd_config.c:2015:class_config_parse_llog()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1755695696.647033:0:12074:0:(mgc_request.c:1696:mgc_process_cfg_log()) Process leaving via out_pop (rc=18446744073709551614 : -2 : 0xfffffffffffffffe) 00000020:00000010:0.0:1755695696.647035:0:12074:0:(lu_object.c:518:lu_global_key_fini()) kfreed 'info': 512 at ffff93f744e36800. 00000040:00000010:0.0:1755695696.647037:0:12074:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff93f744e37c00. 00000020:00000010:0.0:1755695696.647039:0:12074:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff93f758b62000. 00000020:00000010:0.0:1755695696.647041:0:12074:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff93f744e36c00. 80000000:00000010:0.0:1755695696.647043:0:12074:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff93f74774f480. 00040000:00000010:0.0:1755695696.647045:0:12074:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff93f744e37a00. 20000000:00000010:0.0:1755695696.647046:0:12074:0:(mgs_handler.c:1696:mgs_key_fini()) kfreed 'info': 392 at ffff93f744e36600. 00000020:00000010:0.0:1755695696.647048:0:12074:0:(lu_object.c:1597:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff93f744e36400. 10000000:00000010:0.0:1755695696.647049:0:12074:0:(mgc_request.c:1712:mgc_process_cfg_log()) kfreed 'env': 56 at ffff93f74761c180. 10000000:01000000:0.0:1755695696.647051:0:12074:0:(mgc_request.c:1860:mgc_process_log()) MGC192.168.203.157@tcp: configuration from log 'lustre-sptlrpc' failed (-2). 10000000:00000001:0.0:1755695696.647053:0:12074:0:(mgc_request.c:1027:mgc_cancel()) Process entered 00010000:00000001:0.0:1755695696.647054:0:12074:0:(ldlm_lock.c:608:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1755695696.647055:0:12074:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1755695696.647056:0:12074:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff93f75937ba00 refcount=3 00000020:00000001:0.0:1755695696.647057:0:12074:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:0.0:1755695696.647059:0:12074:0:(ldlm_lock.c:630:__ldlm_handle2lock()) Process leaving (rc=18446625289295870464 : -118784413681152 : ffff93f75937ba00) 00010000:00000001:0.0:1755695696.647060:0:12074:0:(ldlm_lock.c:849:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1755695696.647062:0:12074:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 3/1,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475725 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695696.647067:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.647068:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 00010000:00010000:0.0:1755695696.647070:0:12074:0:(ldlm_lock.c:914:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: MGC192.168.203.157@tcp lock: ffff93f75937ba00/0x5e7b8a213932d375 lrc: 2/0,0 mode: CR/CR res: [0x65727473756c:0x0:0x0].0x0 rrc: 3 type: PLN flags: 0x11000000000000 nid: local remote: 0xb590c1929d475725 expref: -99 pid: 12074 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1755695696.647073:0:12074:0:(ldlm_lock.c:918:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1755695696.647074:0:12074:0:(ldlm_lock.c:187:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1755695696.647077:0:12074:0:(ldlm_lock.c:226:ldlm_lock_put()) Process leaving 10000000:00000001:0.0:1755695696.647078:0:12074:0:(mgc_request.c:1031:mgc_cancel()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695696.647079:0:12074:0:(mgc_request.c:1881:mgc_process_log()) Process leaving (rc=18446744073709551614 : -2 : fffffffffffffffe) 10000000:00000001:0.0:1755695696.647081:0:12074:0:(mgc_request.c:621:do_requeue()) Process leaving 10000000:00000001:0.0:1755695696.647082:0:12074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000040:0.0:1755695696.647083:0:12074:0:(mgc_request.c:123:config_log_put()) log lustre-sptlrpc(ffff93f744dc6e00) refs 3 10000000:00000001:0.0:1755695696.647084:0:12074:0:(mgc_request.c:147:config_log_put()) Process leaving 00000100:00000040:0.0:1755695696.659839:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294946207, at 4294946208 00000100:00000040:1.0:1755695696.659849:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294946207, at 4294946208 00000100:00000010:0.0:1755695696.659850:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000010:1.0:1755695696.659858:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00010000:00000001:0.0:1755695696.947875:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695696.947881:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695696.947934:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695696.947938:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695696.947941:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695697.971849:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695697.971855:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695697.971933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695697.971937:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695697.971940:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1755695698.031600:0:13622:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1755695698.141508:0:13658:0:(debug.c:661:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1755695698.141513:0:13658:0:(debug.c:662:libcfs_debug_mark_buffer()) DEBUG MARKER: oleg357-client.virtnet: executing wait_import_state_mount FULL mdc.lustre-MDT0000-mdc-*.mds_server_uuid 00000001:00000001:0.0:1755695698.143998:0:13658:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:1.0:1755695698.160861:0:13662:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) 10000000:00000001:0.0:1755695698.291854:0:12074:0:(mgc_request.c:117:config_log_put()) Process entered 10000000:00000001:0.0:1755695698.291859:0:12074:0:(mgc_request.c:120:config_log_put()) Process leaving 00010000:00000001:0.0:1755695698.995894:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695698.995900:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695698.995982:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695698.995987:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695698.995991:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695700.019907:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695700.019913:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695700.019978:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695700.019982:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695700.019985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695700.339884:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695700.339893:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695700.339902:0:36:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf800. 00000020:00000040:3.0:1755695700.339906:0:36:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695700.339910:0:36:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695700.339913:0:36:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695700.339928:0:36:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695700.339936:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755695700.339944:0:36:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695700.339958:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695700.339972:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695700.339977:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695700.339983:0:36:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000297b4707] to pc [ptlrpcd_01_00+0] req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695700.340024:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695700.340029:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695700.340034:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695700.340038:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695700.340043:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:2.0:1755695700.340043:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695700.340051:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695700.340055:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695700.340056:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (287) 00000100:00000040:2.0:1755695700.340067:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695700.340077:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695700.340077:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695700.340081:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695700.340085:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695700.340087:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695700.340091:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695700.340096:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695700.340100:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120586880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695700.340104:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695700.340111:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695700.340114:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695700.340116:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695700.340121:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011800. 02000000:00000001:2.0:1755695700.340123:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695700.340131:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695700.340136:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695700.340141:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695700.340147:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120586880, portal 25 00000100:00000001:2.0:1755695700.340149:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695700.340151:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918595584 : -118784790956032 : ffff93f742baf800) 00000100:00000040:2.0:1755695700.340155:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695700.340170:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695700.340173:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695700.340175:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8f68. 00000100:00000200:2.0:1755695700.340178:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120586880, offset 0 00000400:00000200:2.0:1755695700.340183:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695700.340191:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695700.340198:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695700.340203:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695700.340207:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695700.340210:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695700.340212:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695700.340215:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [158:158:256:4294967295] 192.168.203.157@tcp LPNI seq info [158:158:8:4294967295] 00000400:00000200:2.0:1755695700.340218:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695700.340227:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695700.340232:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695700.340236:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755695700.340242:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695700.340249:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695700.340253:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695700.340268:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695700.340271:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695700.340274:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294949902 00000100:00000010:2.0:1755695700.340278:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755695700.340285:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695700.340295:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294949902 00000100:00000010:2.0:1755695700.340297:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755695700.340299:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695700.340305:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695700.340307:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695700.340314:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695700.340343:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695700.340351:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695700.340353:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695700.340356:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695700.340357:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695700.340358:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695700.340360:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695700.340426:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695700.340431:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:1.0:1755695700.340436:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695700.340442:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695700.340446:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8f68 00000400:00000010:1.0:1755695700.340448:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8f68. 00000100:00000001:1.0:1755695700.340452:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695700.340456:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695700.340465:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695700.340468:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695700.340474:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695700.340475:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695700.341760:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695700.341772:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695700.341774:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695700.341806:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695700.341811:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695700.341814:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695700.341819:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695700.341823:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695700.341826:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695700.341829:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204a80 00000400:00000200:1.0:1755695700.341832:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695700.341837:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb11 [1] + 224 00000800:00000001:1.0:1755695700.341842:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695700.341849:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695700.341850:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695700.341853:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695700.341856:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695700.341860:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695700.341867:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695700.341882:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695700.341887:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695700.341889:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695700.341911:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695700.341913:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695700.341918:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695700.341919:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695700.341921:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695700.341925:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695700.341926:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695700.341928:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695700.341932:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695700.341939:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695700.341944:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695700.341945:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695700.341947:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695700.341950:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695700.341952:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695700.341954:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695700.341957:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695700.341963:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=107 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695700.341966:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=5 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695700.341968:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695700.341970:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695700.341972:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695700.341974:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695700.341976:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695700.341980:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695700.341993:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695700.341996:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695700.341998:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695700.342001:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695700.342006:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120586880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695700.342010:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695700.342011:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695700.342014:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf800 x1840980120586880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695716 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695700.342018:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695700.342020:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695700.342022:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011800. 02000000:00000001:2.0:1755695700.342025:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695700.342027:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695700.342028:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695700.342030:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695700.342031:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:2.0:1755695700.342033:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695700.342035:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695700.342037:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf800. 00000100:00000001:2.0:1755695700.342040:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695700.342041:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695700.342042:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695700.342045:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695700.342046:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695700.342048:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695700.342049:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695700.354846:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294949902, at 4294949903 00000100:00000040:0.0:1755695700.354850:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294949902, at 4294949903 00000100:00000010:1.0:1755695700.354854:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00000100:00000010:0.0:1755695700.354858:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00010000:00000001:0.0:1755695701.043885:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695701.043892:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695701.043975:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695701.043981:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695701.043984:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000001:0.0:1755695701.363879:0:12062:0:(service.c:1705:ptlrpc_at_check_timed()) Process entered 00000100:00000001:0.0:1755695701.363885:0:12062:0:(service.c:1716:ptlrpc_at_check_timed()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695702.067859:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695702.067865:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695702.067958:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695702.067962:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695702.067965:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695703.091856:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695703.091862:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695703.091977:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695703.091982:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695703.091987:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695704.115870:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695704.115879:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695704.115881:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695704.115883:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695704.115907:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695704.115909:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695704.115911:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695704.115913:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695704.115989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695704.115999:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695704.116002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695705.139893:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695705.139900:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695705.139978:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695705.139982:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695705.139985:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695705.459942:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695705.459951:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695705.459962:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029180. 00000020:00000040:1.0:1755695705.459968:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695705.459971:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695705.459974:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695705.459979:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695705.459986:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755695705.459993:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695705.460018:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695705.460028:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695705.460032:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695705.460037:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005583fcb8] to pc [ptlrpcd_00_00+0] req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695705.460061:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695705.460064:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695705.460067:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695705.460069:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695705.460072:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695705.460075:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (292) 00000100:00000001:1.0:1755695705.460105:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695705.460105:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695705.460110:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695705.460111:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695705.460114:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695705.460120:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695705.460127:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695705.460129:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695705.460133:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695705.460135:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695705.460138:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695705.460141:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120587008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695705.460145:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695705.460161:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695705.460163:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695705.460165:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695705.460168:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b800. 02000000:00000001:1.0:1755695705.460169:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695705.460178:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695705.460187:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589257e8. 00000400:00000010:1.0:1755695705.460194:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d52a8. 00000100:00000200:1.0:1755695705.460201:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587008, portal 25 00000100:00000001:1.0:1755695705.460204:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695705.460205:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275609472 : -118784433942144 : ffff93f758029180) 00000100:00000040:1.0:1755695705.460210:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695705.460227:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695705.460229:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695705.460232:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5880. 00000100:00000200:1.0:1755695705.460235:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587008, offset 0 00000400:00000200:1.0:1755695705.460241:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695705.460249:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.460255:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695705.460260:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695705.460264:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695705.460268:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695705.460270:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695705.460273:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [159:159:256:4294967295] 192.168.203.157@tcp LPNI seq info [159:159:8:4294967295] 00000400:00000200:1.0:1755695705.460311:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.460325:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695705.460332:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695705.460338:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755695705.460346:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695705.460354:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695705.460359:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695705.460378:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695705.460383:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695705.460387:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294955022 00000100:00000010:1.0:1755695705.460393:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755695705.460401:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695705.460415:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294955022 00000100:00000010:1.0:1755695705.460420:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755695705.460424:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695705.460428:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695705.460431:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695705.460435:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695705.460439:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695705.460447:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695705.460450:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695705.460453:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695705.460454:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695705.460456:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695705.460459:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695705.460498:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695705.460504:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755695705.460510:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695705.460517:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695705.460522:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5880 00000400:00000010:0.0:1755695705.460524:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5880. 00000100:00000001:0.0:1755695705.460529:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695705.460534:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695705.460545:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695705.460549:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695705.460557:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695705.460559:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695705.462204:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695705.462216:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695705.462220:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695705.462224:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695705.462231:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.462237:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695705.462245:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.462250:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.462255:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.462259:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204b00 00000400:00000200:1.0:1755695705.462264:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695705.462271:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb19 [1] + 224 00000800:00000001:1.0:1755695705.462294:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695705.462315:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695705.462318:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695705.462333:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695705.462339:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695705.462345:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695705.462357:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695705.462392:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695705.462401:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695705.462405:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695705.462424:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695705.462427:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695705.462432:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695705.462434:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695705.462436:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589257e8. 00000400:00000200:0.0:1755695705.462440:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d52a8 00000400:00000010:0.0:1755695705.462441:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d52a8. 00000100:00000001:0.0:1755695705.462443:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695705.462447:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695705.462455:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695705.462461:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695705.462468:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695705.462471:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695705.462474:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695705.462475:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695705.462478:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695705.462480:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695705.462486:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=112 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695705.462489:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=10 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695705.462491:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695705.462493:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695705.462495:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695705.462497:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695705.462499:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695705.462503:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695705.462507:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695705.462510:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695705.462512:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695705.462514:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695705.462520:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120587008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695705.462523:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695705.462525:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695705.462527:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029180 x1840980120587008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695721 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695705.462531:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695705.462533:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695705.462535:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b800. 02000000:00000001:0.0:1755695705.462537:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695705.462539:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695705.462540:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695705.462542:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695705.462544:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755695705.462550:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695705.462552:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695705.462554:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029180. 00000100:00000001:0.0:1755695705.462556:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695705.462557:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695705.462559:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695705.462561:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695705.462562:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695705.462564:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695705.462565:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695705.474855:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294955022, at 4294955023 00000100:00000040:1.0:1755695705.474859:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294955022, at 4294955023 00000100:00000010:0.0:1755695705.474864:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00000100:00000010:1.0:1755695705.474869:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755695706.163926:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695706.163933:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695706.164005:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695706.164009:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695706.164012:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695707.187874:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695707.187881:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695707.187957:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695707.187963:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695707.187967:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695708.211924:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695708.211930:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695708.212027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695708.212031:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695708.212034:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695709.235884:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695709.235891:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695709.235996:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695709.236000:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695709.236023:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695710.259874:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695710.259880:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695710.259950:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695710.259966:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695710.259969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695710.579926:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695710.579936:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695710.579947:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695710.579953:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695710.579957:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695710.579960:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695710.579966:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695710.579974:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755695710.579981:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695710.579991:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695710.580001:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695710.580005:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695710.580010:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b6ebac8f] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695710.580038:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695710.580040:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695710.580043:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695710.580045:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695710.580047:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695710.580068:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (297) 00000100:00000001:3.0:1755695710.580070:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695710.580076:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695710.580079:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755695710.580083:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695710.580087:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695710.580088:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695710.580098:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695710.580100:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695710.580104:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695710.580106:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695710.580109:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695710.580113:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120587136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695710.580116:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695710.580121:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695710.580123:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695710.580125:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695710.580130:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695710.580131:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695710.580139:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695710.580143:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695710.580149:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695710.580155:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587136, portal 25 00000100:00000001:3.0:1755695710.580157:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695710.580159:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:3.0:1755695710.580163:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695710.580170:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695710.580172:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695710.580175:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792bb0. 00000100:00000200:3.0:1755695710.580177:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587136, offset 0 00000400:00000200:3.0:1755695710.580183:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695710.580191:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695710.580198:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695710.580210:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695710.580215:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695710.580218:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695710.580220:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695710.580223:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [160:160:256:4294967295] 192.168.203.157@tcp LPNI seq info [160:160:8:4294967295] 00000400:00000200:3.0:1755695710.580226:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695710.580236:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695710.580240:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695710.580259:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755695710.580266:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695710.580273:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695710.580277:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695710.580292:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695710.580296:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695710.580298:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294960142 00000100:00000010:3.0:1755695710.580302:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a7e0. 00000100:00000001:3.0:1755695710.580310:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695710.580316:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294960142 00000100:00000010:3.0:1755695710.580319:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af60. 00000100:00000001:3.0:1755695710.580322:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695710.580329:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695710.580331:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695710.580334:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695710.580335:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695710.580342:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695710.580344:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695710.580347:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695710.580348:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695710.580350:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695710.580352:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695710.580403:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695710.580409:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:0.0:1755695710.580413:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695710.580420:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695710.580425:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792bb0 00000400:00000010:0.0:1755695710.580427:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792bb0. 00000100:00000001:0.0:1755695710.580432:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695710.580438:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695710.580448:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695710.580452:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695710.580460:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695710.580468:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695710.582083:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695710.582095:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695710.582097:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695710.582099:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695710.582104:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695710.582108:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695710.582114:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695710.582117:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695710.582120:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695710.582124:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204b80 00000400:00000200:1.0:1755695710.582127:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695710.582132:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb29 [1] + 224 00000800:00000001:1.0:1755695710.582138:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695710.582143:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695710.582145:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695710.582147:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695710.582151:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695710.582156:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695710.582165:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695710.582179:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695710.582185:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695710.582188:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695710.582219:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695710.582223:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695710.582257:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695710.582260:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695710.582263:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695710.582268:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695710.582270:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695710.582273:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695710.582280:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695710.582292:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695710.582300:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695710.582303:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695710.582306:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695710.582309:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695710.582311:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695710.582314:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695710.582316:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695710.582322:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=117 v=5 (5 0 0 0) 00000100:00001000:3.0:1755695710.582325:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=15 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695710.582328:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695710.582329:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695710.582331:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695710.582333:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695710.582336:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695710.582339:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695710.582345:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695710.582347:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695710.582349:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695710.582352:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695710.582357:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120587136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695710.582360:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695710.582367:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695710.582370:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120587136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695726 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695710.582375:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695710.582377:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695710.582379:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695710.582382:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695710.582384:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695710.582386:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695710.582388:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695710.582389:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755695710.582392:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695710.582393:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695710.582395:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:3.0:1755695710.582399:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695710.582400:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695710.582402:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695710.582405:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695710.582406:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695710.582407:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695710.582409:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695710.594857:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294960142, at 4294960143 00000100:00000040:0.0:1755695710.594857:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294960142, at 4294960143 00000100:00000010:0.0:1755695710.594867:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a7e0. 00000100:00000010:1.0:1755695710.594871:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af60. 00010000:00000001:0.0:1755695711.283862:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695711.283868:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695711.283926:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695711.283929:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695711.283932:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695712.307893:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695712.307899:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695712.307977:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695712.307983:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695712.307987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695713.331887:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695713.331894:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695713.331975:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695713.331979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695713.331982:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695714.355896:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695714.355904:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695714.355906:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695714.355909:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695714.355913:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695714.355914:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695714.355916:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695714.355918:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695714.355982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695714.355986:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695714.355989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695715.379854:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695715.379860:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695715.379918:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695715.379923:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695715.379928:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695715.699870:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695715.699884:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695715.699894:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0000. 00000020:00000040:2.0:1755695715.699904:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695715.699910:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695715.699915:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695715.699922:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695715.699933:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755695715.699944:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695715.699958:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695715.699973:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695715.699978:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695715.699986:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000b734c0a] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695715.700027:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695715.700031:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695715.700036:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695715.700040:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695715.700044:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:3.0:1755695715.700047:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755695715.700051:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (302) 00000100:00000001:3.0:1755695715.700053:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695715.700056:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695715.700063:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695715.700075:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695715.700085:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695715.700088:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1755695715.700089:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695715.700093:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695715.700095:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695715.700096:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695715.700103:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695715.700108:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695715.700113:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695715.700115:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695715.700117:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695715.700121:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094c00. 02000000:00000001:3.0:1755695715.700123:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695715.700227:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695715.700232:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695715.700240:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695715.700246:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587264, portal 25 00000100:00000001:3.0:1755695715.700248:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695715.700249:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287958528 : -118784421593088 : ffff93f758bf0000) 00000100:00000040:3.0:1755695715.700254:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695715.700261:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695715.700263:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695715.700266:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792c38. 00000100:00000200:3.0:1755695715.700269:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587264, offset 0 00000400:00000200:3.0:1755695715.700274:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695715.700283:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695715.700289:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695715.700295:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695715.700300:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695715.700303:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695715.700395:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695715.700399:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [161:161:256:4294967295] 192.168.203.157@tcp LPNI seq info [161:161:8:4294967295] 00000400:00000200:3.0:1755695715.700403:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695715.700413:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695715.700423:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695715.700428:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755695715.700435:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695715.700441:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695715.700446:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695715.700461:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695715.700465:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695715.700468:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294965262 00000100:00000010:3.0:1755695715.700472:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a420. 00000100:00000001:3.0:1755695715.700479:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695715.700488:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294965262 00000100:00000010:3.0:1755695715.700491:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ade0. 00000100:00000001:3.0:1755695715.700493:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695715.700499:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695715.700501:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695715.700504:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695715.700506:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695715.700512:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695715.700515:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695715.700518:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695715.700519:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695715.700521:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695715.700524:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695715.700588:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695715.700594:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:0.0:1755695715.700598:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695715.700604:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695715.700607:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792c38 00000400:00000010:0.0:1755695715.700609:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792c38. 00000100:00000001:0.0:1755695715.700613:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695715.700617:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695715.700625:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695715.700628:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695715.700634:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695715.700635:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695715.702563:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695715.702576:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695715.702580:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695715.702583:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695715.702591:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695715.702597:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695715.702605:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695715.702610:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695715.702616:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695715.702620:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204c00 00000400:00000200:1.0:1755695715.702626:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695715.702632:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb31 [1] + 224 00000800:00000001:1.0:1755695715.702641:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695715.702650:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695715.702652:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695715.702655:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695715.702659:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695715.702664:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695715.702673:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695715.702686:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695715.702693:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695715.702696:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695715.702707:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695715.702711:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695715.702718:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695715.702720:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695715.702724:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695715.702730:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695715.702732:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695715.702735:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695715.702741:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695715.702753:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695715.702768:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695715.702770:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695715.702773:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695715.702775:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695715.702777:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695715.702798:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695715.702801:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695715.702808:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=122 v=5 (5 0 0 0) 00000100:00001000:3.0:1755695715.702811:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=20 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695715.702814:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695715.702815:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695715.702818:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695715.702820:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695715.702822:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695715.702826:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695715.702832:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695715.702834:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695715.702836:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695715.702839:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695715.702845:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695715.702848:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695715.702849:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695715.702851:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0000 x1840980120587264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695731 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695715.702856:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695715.702857:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695715.702860:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094c00. 02000000:00000001:3.0:1755695715.702862:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695715.702864:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695715.702870:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695715.702872:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695715.702874:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:3.0:1755695715.702877:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695715.702879:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695715.702880:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0000. 00000100:00000001:3.0:1755695715.702883:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695715.702884:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695715.702885:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695715.702888:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695715.702889:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695715.702890:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695715.702892:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695715.714852:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294965262, at 4294965263 00000100:00000040:0.0:1755695715.714855:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294965262, at 4294965263 00000100:00000010:1.0:1755695715.714860:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ade0. 00000100:00000010:0.0:1755695715.714863:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a420. 00010000:00000001:0.0:1755695716.403883:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695716.403890:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695716.403974:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695716.403978:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695716.403981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695717.427878:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695717.427885:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695717.427983:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695717.427987:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695717.427990:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695718.451913:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695718.451923:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695718.451990:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695718.451995:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695718.451999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695719.476009:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695719.476021:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695719.476170:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695719.476202:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695719.476209:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695720.499895:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695720.499902:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695720.499961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695720.499968:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695720.499972:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695720.819888:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695720.819898:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695720.819909:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755695720.819915:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695720.819919:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695720.819923:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695720.819928:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695720.819936:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866300. 00000100:00000001:2.0:1755695720.819945:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695720.819956:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695720.819966:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695720.819969:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695720.819975:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695720.820009:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695720.820011:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695720.820014:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695720.820016:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695720.820019:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695720.820039:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (308) 00000100:00000001:2.0:1755695720.820051:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755695720.820055:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755695720.820057:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.820063:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695720.820065:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.820067:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695720.820069:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695720.820072:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695720.820077:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695720.820084:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695720.820087:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695720.820092:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695720.820094:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695720.820097:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695720.820100:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695720.820104:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695720.820109:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695720.820112:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695720.820115:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755695720.820115:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695720.820122:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011600. 02000000:00000001:2.0:1755695720.820128:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695720.820129:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695720.820151:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695720.820156:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695720.820163:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695720.820189:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587392, portal 25 00000100:00000001:2.0:1755695720.820192:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695720.820193:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:2.0:1755695720.820201:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695720.820208:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695720.820211:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695720.820218:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755695720.820222:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587392, offset 0 00000400:00000200:2.0:1755695720.820228:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695720.820236:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695720.820243:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695720.820248:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695720.820252:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695720.820256:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695720.820258:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695720.820261:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [162:162:256:4294967295] 192.168.203.157@tcp LPNI seq info [162:162:8:4294967295] 00000400:00000200:2.0:1755695720.820264:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695720.820273:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695720.820277:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695720.820282:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755695720.820288:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695720.820295:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695720.820299:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695720.820314:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695720.820317:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695720.820320:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294970382 00000100:00000010:2.0:1755695720.820324:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755695720.820331:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695720.820340:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294970382 00000100:00000010:2.0:1755695720.820343:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755695720.820346:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695720.820354:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695720.820356:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695720.820359:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695720.820362:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695720.820455:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695720.820462:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:0.0:1755695720.820469:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695720.820476:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695720.820481:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:0.0:1755695720.820484:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:0.0:1755695720.820489:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695720.820495:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695720.820507:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695720.820511:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695720.820521:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695720.820523:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695720.822404:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695720.822425:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695720.822429:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695720.822431:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695720.822441:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695720.822450:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695720.822459:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695720.822481:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695720.822487:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695720.822491:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204c80 00000400:00000200:1.0:1755695720.822497:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695720.822503:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb39 [1] + 224 00000800:00000001:1.0:1755695720.822513:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695720.822522:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695720.822525:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695720.822530:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695720.822536:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695720.822545:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695720.822557:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695720.822581:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695720.822590:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695720.822593:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.822644:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695720.822647:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695720.822660:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695720.822662:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695720.822665:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695720.822669:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695720.822670:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695720.822673:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695720.822678:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695720.822686:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695720.822692:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695720.822694:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.822696:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695720.822699:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695720.822701:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695720.822703:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695720.822705:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695720.822711:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=127 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695720.822714:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=25 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695720.822716:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695720.822717:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695720.822720:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695720.822722:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695720.822724:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695720.822727:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695720.822732:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695720.822735:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695720.822736:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695720.822739:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695720.822744:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695720.822748:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.822752:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695720.822755:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120587392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695736 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695720.822760:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695720.822762:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695720.822764:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011600. 02000000:00000001:2.0:1755695720.822767:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695720.822768:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695720.822770:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695720.822772:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695720.822773:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866300. 02000000:00000001:2.0:1755695720.822776:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695720.822778:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695720.822796:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:2.0:1755695720.822802:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695720.822803:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.822804:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695720.822808:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695720.822809:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695720.822810:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695720.822812:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695720.834874:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294970382, at 4294970383 00000100:00000010:0.0:1755695720.834884:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00000100:00000040:1.0:1755695720.834891:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294970382, at 4294970383 00000100:00000010:1.0:1755695720.834905:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00010000:00000001:0.0:1755695721.523897:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695721.523904:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695721.524031:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695721.524039:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695721.524044:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695722.547893:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695722.547899:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695722.547953:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695722.547957:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695722.547960:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695723.571936:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695723.571944:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695723.572035:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695723.572039:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695723.572042:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695724.595847:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695724.595855:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695724.595858:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695724.595879:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695724.595883:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695724.595885:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695724.595886:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695724.595888:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695724.595981:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695724.595984:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695724.595987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695725.619894:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695725.619900:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695725.620008:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695725.620013:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695725.620016:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695725.939883:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695725.939897:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695725.939910:0:36:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755695725.939917:0:36:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695725.939922:0:36:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695725.939925:0:36:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695725.939932:0:36:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695725.939960:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755695725.939969:0:36:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695725.939982:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695725.939996:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695725.940001:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695725.940008:0:36:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_00+0] req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695725.940043:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695725.940047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755695725.940051:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1755695725.940053:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:2.0:1755695725.940057:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1755695725.940059:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755695725.940061:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1755695725.940066:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695725.940070:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1755695725.940074:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (313) 00000100:00000001:2.0:1755695725.940082:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695725.940085:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695725.940089:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1755695725.940091:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755695725.940091:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695725.940096:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695725.940097:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695725.940107:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695725.940112:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695725.940116:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695725.940118:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695725.940120:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695725.940124:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695725.940126:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695725.940156:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695725.940160:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695725.940166:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695725.940173:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587520, portal 25 00000100:00000001:2.0:1755695725.940174:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695725.940176:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:2.0:1755695725.940181:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695725.940187:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695725.940189:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695725.940191:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8660. 00000100:00000200:2.0:1755695725.940194:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587520, offset 0 00000400:00000200:2.0:1755695725.940199:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695725.940207:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695725.940213:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695725.940218:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695725.940222:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695725.940225:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695725.940227:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695725.940230:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [163:163:256:4294967295] 192.168.203.157@tcp LPNI seq info [163:163:8:4294967295] 00000400:00000200:2.0:1755695725.940233:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695725.940241:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695725.940246:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695725.940250:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755695725.940261:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695725.940268:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695725.940272:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695725.940286:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695725.940290:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695725.940293:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294975502 00000100:00000010:2.0:1755695725.940297:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755695725.940304:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695725.940313:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294975502 00000100:00000010:2.0:1755695725.940316:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755695725.940319:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695725.940326:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695725.940328:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695725.940331:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695725.940332:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695725.940339:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695725.940341:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695725.940342:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695725.940344:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695725.940345:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695725.940347:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695725.940406:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695725.940411:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:0.0:1755695725.940417:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695725.940422:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695725.940426:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8660 00000400:00000010:0.0:1755695725.940429:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8660. 00000100:00000001:0.0:1755695725.940433:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695725.940437:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695725.940445:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695725.940448:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695725.940454:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695725.940456:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695725.941806:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695725.941818:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695725.941820:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695725.941822:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695725.941828:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695725.941832:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695725.941838:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695725.941841:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695725.941844:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695725.941847:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204d00 00000400:00000200:1.0:1755695725.941851:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695725.941855:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb41 [1] + 224 00000800:00000001:1.0:1755695725.941860:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695725.941873:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695725.941875:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695725.941878:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695725.941881:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695725.941886:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695725.941893:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695725.941909:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695725.941915:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695725.941918:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695725.941966:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695725.941969:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695725.941974:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695725.941975:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695725.941977:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695725.941981:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695725.941982:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695725.941984:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695725.941989:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695725.941997:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695725.942003:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695725.942010:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695725.942012:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695725.942015:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695725.942016:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695725.942019:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695725.942021:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695725.942028:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=132 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695725.942031:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=30 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695725.942033:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695725.942034:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695725.942036:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695725.942038:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695725.942040:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695725.942044:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695725.942049:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695725.942051:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695725.942053:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695725.942055:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695725.942061:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695725.942064:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695725.942066:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695725.942068:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120587520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695741 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695725.942072:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695725.942074:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695725.942076:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695725.942078:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695725.942080:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695725.942081:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695725.942083:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695725.942084:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755695725.942090:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695725.942092:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695725.942094:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:2.0:1755695725.942096:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695725.942097:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695725.942098:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695725.942101:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695725.942102:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695725.942103:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695725.942105:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695725.954843:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294975502, at 4294975503 00000100:00000040:1.0:1755695725.954847:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294975502, at 4294975503 00000100:00000010:0.0:1755695725.954851:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00000100:00000010:1.0:1755695725.954855:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00010000:00000001:0.0:1755695726.643872:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695726.643879:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695726.643971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695726.643975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695726.643989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695727.667931:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695727.667938:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695727.668040:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695727.668044:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695727.668047:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695728.691892:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695728.691899:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695728.691964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695728.691970:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695728.691975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695729.715932:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695729.715939:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695729.716036:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695729.716040:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695729.716043:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695730.739868:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695730.739875:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695730.739928:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695730.739932:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695730.739935:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695731.059888:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695731.059898:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695731.059909:0:36:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baed80. 00000020:00000040:3.0:1755695731.059916:0:36:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695731.059920:0:36:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695731.059924:0:36:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695731.059930:0:36:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695731.059938:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755695731.059963:0:36:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695731.059974:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695731.059985:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695731.059989:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695731.059994:0:36:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000016b09aba] to pc [ptlrpcd_01_01+1] req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695731.060022:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695731.060024:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695731.060028:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695731.060030:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695731.060032:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755695731.060036:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (318) 00000100:00000001:2.0:1755695731.060083:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695731.060088:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695731.060091:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695731.060123:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695731.060131:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695731.060133:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695731.060137:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695731.060140:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695731.060142:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695731.060145:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120587648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695731.060149:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695731.060154:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695731.060156:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695731.060158:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695731.060163:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695731.060165:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695731.060180:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695731.060184:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695731.060191:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695731.060198:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587648, portal 25 00000100:00000001:2.0:1755695731.060200:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695731.060202:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592896 : -118784790958720 : ffff93f742baed80) 00000100:00000040:2.0:1755695731.060206:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695731.060213:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695731.060216:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695731.060218:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8e58. 00000100:00000200:2.0:1755695731.060221:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587648, offset 0 00000400:00000200:2.0:1755695731.060228:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695731.060236:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695731.060243:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695731.060249:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695731.060253:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695731.060256:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695731.060259:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695731.060261:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [164:164:256:4294967295] 192.168.203.157@tcp LPNI seq info [164:164:8:4294967295] 00000400:00000200:2.0:1755695731.060265:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695731.060274:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695731.060279:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695731.060283:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755695731.060289:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695731.060297:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695731.060301:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695731.060320:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695731.060324:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695731.060328:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294980622 00000100:00000010:2.0:1755695731.060332:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755695731.060343:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695731.060355:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294980622 00000100:00000010:2.0:1755695731.060358:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755695731.060361:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695731.060370:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695731.060373:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695731.060376:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695731.060378:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695731.060386:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695731.060388:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695731.060390:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695731.060391:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695731.060392:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695731.060394:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695731.060403:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695731.060405:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695731.060482:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695731.060489:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:0.0:1755695731.060504:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695731.060511:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695731.060516:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8e58 00000400:00000010:0.0:1755695731.060520:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8e58. 00000100:00000001:0.0:1755695731.060527:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695731.060533:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695731.060545:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695731.060550:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695731.060559:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695731.060561:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695731.062598:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695731.062611:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695731.062613:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695731.062615:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695731.062621:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695731.062626:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695731.062632:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695731.062635:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695731.062639:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695731.062643:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204d80 00000400:00000200:1.0:1755695731.062647:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695731.062651:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb49 [1] + 224 00000800:00000001:1.0:1755695731.062658:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695731.062664:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695731.062666:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695731.062669:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695731.062673:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695731.062677:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695731.062696:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695731.062712:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695731.062719:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695731.062722:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695731.062753:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695731.062756:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695731.062761:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695731.062763:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695731.062765:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695731.062768:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695731.062770:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695731.062772:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695731.062777:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695731.062805:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695731.062811:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695731.062812:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695731.062814:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695731.062817:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695731.062819:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695731.062823:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695731.062825:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695731.062832:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=138 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695731.062845:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=36 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695731.062848:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695731.062850:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695731.062853:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695731.062856:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695731.062860:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695731.062871:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695731.062880:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695731.062884:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695731.062886:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695731.062891:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695731.062901:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120587648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695731.062907:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695731.062908:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695731.062911:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baed80 x1840980120587648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695747 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695731.062915:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695731.062917:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695731.062920:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695731.062923:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695731.062925:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695731.062926:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695731.062928:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695731.062929:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755695731.062932:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695731.062934:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695731.062935:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baed80. 00000100:00000001:2.0:1755695731.062938:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695731.062939:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695731.062941:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695731.062944:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695731.062949:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695731.062951:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695731.062952:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695731.074844:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294980622, at 4294980623 00000100:00000040:1.0:1755695731.074849:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294980622, at 4294980623 00000100:00000010:0.0:1755695731.074855:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00000100:00000010:1.0:1755695731.074857:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755695731.763875:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695731.763882:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695731.763926:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695731.763931:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695731.763933:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695732.787860:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695732.787866:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695732.787929:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695732.787935:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695732.787939:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695733.811874:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695733.811882:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695733.811885:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695733.811887:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695733.811892:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695733.811894:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695733.811895:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695733.811897:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695733.811984:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695733.811989:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695733.811993:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695734.835884:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695734.835893:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695734.835949:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695734.835954:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695734.835958:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695735.859864:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695735.859870:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695735.859984:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695735.859989:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695735.859993:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695736.179908:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695736.179917:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695736.179928:0:36:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bae300. 00000020:00000040:3.0:1755695736.179935:0:36:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695736.179939:0:36:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695736.179942:0:36:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695736.179947:0:36:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695736.179954:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755695736.179977:0:36:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695736.179988:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695736.179997:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695736.180001:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695736.180006:0:36:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000060b5f720] to pc [ptlrpcd_01_00+0] req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695736.180032:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695736.180034:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695736.180037:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695736.180039:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695736.180042:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755695736.180045:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (323) 00000100:00000001:2.0:1755695736.180105:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695736.180111:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695736.180115:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695736.180124:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695736.180135:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695736.180138:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695736.180143:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695736.180146:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695736.180150:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695736.180154:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695736.180158:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695736.180163:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695736.180165:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695736.180167:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695736.180172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695736.180174:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695736.180182:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695736.180186:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695736.180192:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695736.180199:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587776, portal 25 00000100:00000001:2.0:1755695736.180201:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695736.180202:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918590208 : -118784790961408 : ffff93f742bae300) 00000100:00000040:2.0:1755695736.180207:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695736.180224:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695736.180226:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695736.180228:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8088. 00000100:00000200:2.0:1755695736.180231:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587776, offset 0 00000400:00000200:2.0:1755695736.180237:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695736.180245:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695736.180252:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695736.180257:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695736.180261:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695736.180264:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695736.180266:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695736.180269:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [165:165:256:4294967295] 192.168.203.157@tcp LPNI seq info [165:165:8:4294967295] 00000400:00000200:2.0:1755695736.180272:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695736.180281:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695736.180285:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695736.180289:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755695736.180296:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695736.180302:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695736.180306:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695736.180323:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695736.180326:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695736.180329:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294985742 00000100:00000010:2.0:1755695736.180332:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755695736.180339:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695736.180349:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294985742 00000100:00000010:2.0:1755695736.180352:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755695736.180355:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695736.180362:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695736.180364:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695736.180372:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695736.180375:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695736.180384:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695736.180387:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695736.180389:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695736.180390:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695736.180392:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695736.180395:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695736.180408:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695736.180411:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695736.180470:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695736.180475:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:0.0:1755695736.180480:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695736.180485:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695736.180488:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8088 00000400:00000010:0.0:1755695736.180496:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8088. 00000100:00000001:0.0:1755695736.180500:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695736.180504:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695736.180513:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695736.180516:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695736.180521:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695736.180523:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695736.181811:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695736.181825:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695736.181829:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695736.181832:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695736.181838:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695736.181844:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695736.181852:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695736.181856:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695736.181861:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695736.181866:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204e00 00000400:00000200:1.0:1755695736.181870:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695736.181876:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb51 [1] + 224 00000800:00000001:1.0:1755695736.181883:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695736.181890:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695736.181893:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695736.181897:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695736.181902:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695736.181907:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695736.181919:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695736.181939:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695736.181955:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695736.181959:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695736.182004:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695736.182007:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695736.182011:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695736.182013:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695736.182015:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695736.182019:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695736.182020:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695736.182023:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695736.182027:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695736.182035:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695736.182040:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695736.182041:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695736.182044:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695736.182046:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695736.182048:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695736.182050:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695736.182052:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695736.182075:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=143 v=5 (5 0 0 0) 00000100:00001000:2.0:1755695736.182078:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=41 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695736.182081:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695736.182082:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695736.182085:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695736.182086:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695736.182089:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695736.182092:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695736.182105:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695736.182107:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695736.182109:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695736.182112:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695736.182118:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120587776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695736.182121:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695736.182123:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695736.182125:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bae300 x1840980120587776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695752 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695736.182129:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695736.182131:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695736.182133:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695736.182136:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695736.182137:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695736.182139:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695736.182140:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695736.182142:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755695736.182145:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695736.182146:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695736.182148:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bae300. 00000100:00000001:2.0:1755695736.182150:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695736.182151:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695736.182153:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695736.182155:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695736.182156:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695736.182158:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695736.182159:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695736.194857:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294985742, at 4294985743 00000100:00000010:1.0:1755695736.194868:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00000100:00000040:0.0:1755695736.194882:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294985742, at 4294985743 00000100:00000010:0.0:1755695736.194889:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00010000:00000001:0.0:1755695736.883918:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695736.883925:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695736.884023:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695736.884027:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695736.884030:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695737.907859:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695737.907865:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695737.907916:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695737.907920:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695737.907923:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695738.931928:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695738.931934:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695738.932025:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695738.932060:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695738.932063:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695739.955905:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695739.955912:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695739.956005:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695739.956009:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695739.956012:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695740.979898:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695740.979903:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695740.979998:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695740.980002:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695740.980005:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695741.299935:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695741.299956:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695741.299968:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695741.299974:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695741.299978:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695741.299982:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695741.299987:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695741.299994:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bbac00. 00000100:00000001:0.0:1755695741.300001:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695741.300012:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695741.300049:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695741.300081:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695741.300088:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695741.300117:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695741.300120:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695741.300123:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695741.300125:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695741.300127:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695741.300131:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (328) 00000100:00000001:0.0:1755695741.300142:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695741.300145:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755695741.300147:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.300154:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695741.300156:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.300158:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695741.300160:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695741.300163:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695741.300167:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695741.300169:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695741.300174:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695741.300176:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695741.300178:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695741.300182:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695741.300184:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695741.300187:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695741.300190:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120587904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695741.300194:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695741.300199:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695741.300201:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695741.300202:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695741.300206:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755695741.300207:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695741.300220:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695741.300224:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695741.300230:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695741.300236:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120587904, portal 25 00000100:00000001:0.0:1755695741.300238:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695741.300239:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695741.300243:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695741.300249:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695741.300252:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695741.300254:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eebb0. 00000100:00000200:0.0:1755695741.300256:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120587904, offset 0 00000400:00000200:0.0:1755695741.300261:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695741.300269:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695741.300275:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695741.300279:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695741.300284:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695741.300287:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695741.300289:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695741.300292:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [166:166:256:4294967295] 192.168.203.157@tcp LPNI seq info [166:166:8:4294967295] 00000400:00000200:0.0:1755695741.300294:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695741.300302:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695741.300307:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695741.300310:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba200. 00000800:00000200:0.0:1755695741.300316:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695741.300322:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695741.300326:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695741.300341:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695741.300344:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695741.300347:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294990862 00000100:00000010:0.0:1755695741.300351:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695741.300362:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695741.300368:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294990862 00000100:00000010:0.0:1755695741.300371:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fc00. 00000100:00000001:0.0:1755695741.300374:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695741.300376:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695741.300378:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695741.300381:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695741.300383:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695741.300456:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695741.300462:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba200. 00000400:00000200:1.0:1755695741.300469:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695741.300476:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695741.300480:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eebb0 00000400:00000010:1.0:1755695741.300482:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eebb0. 00000100:00000001:1.0:1755695741.300488:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695741.300493:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695741.300503:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695741.300507:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695741.300513:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695741.300515:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695741.302114:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695741.302125:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695741.302127:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695741.302129:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695741.302134:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695741.302138:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695741.302145:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695741.302148:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695741.302152:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695741.302157:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204e80 00000400:00000200:1.0:1755695741.302161:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695741.302165:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb59 [1] + 224 00000800:00000001:1.0:1755695741.302170:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695741.302182:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695741.302184:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695741.302187:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695741.302190:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695741.302194:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695741.302202:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695741.302217:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695741.302223:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695741.302226:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.302279:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695741.302283:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695741.302288:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695741.302289:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695741.302291:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695741.302295:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695741.302297:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695741.302298:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695741.302303:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695741.302311:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695741.302317:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695741.302318:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.302321:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695741.302323:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695741.302325:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695741.302327:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695741.302329:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695741.302335:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=148 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695741.302338:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=46 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695741.302340:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695741.302341:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695741.302344:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695741.302346:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695741.302347:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695741.302351:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695741.302363:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695741.302365:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695741.302367:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695741.302370:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695741.302375:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120587904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695741.302379:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.302380:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695741.302383:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120587904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695757 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695741.302387:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695741.302389:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695741.302391:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:0.0:1755695741.302393:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695741.302395:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695741.302396:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695741.302397:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695741.302399:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bbac00. 02000000:00000001:0.0:1755695741.302401:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695741.302403:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695741.302405:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695741.302407:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695741.302408:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.302409:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695741.302412:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695741.302413:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695741.302415:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695741.302416:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695741.314880:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294990862, at 4294990863 00000100:00000040:0.0:1755695741.314883:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294990862, at 4294990863 00000100:00000010:1.0:1755695741.314891:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fc00. 00000100:00000010:0.0:1755695741.314893:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695742.003863:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695742.003869:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695742.003981:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695742.003985:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695742.003988:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695743.027856:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695743.027863:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695743.027960:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695743.027964:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695743.027967:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695744.051871:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695744.051878:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695744.051880:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695744.051882:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695744.051887:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695744.051889:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695744.051890:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695744.051892:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695744.051973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695744.051977:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695744.051980:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695745.075844:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695745.075851:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695745.075944:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695745.075948:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695745.075951:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695746.099855:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695746.099861:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695746.099942:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695746.099946:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695746.099949:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695746.419904:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695746.419915:0:36:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695746.419926:0:36:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695746.419932:0:36:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695746.419936:0:36:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695746.419940:0:36:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695746.419945:0:36:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695746.419952:0:36:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bbac00. 00000100:00000001:0.0:1755695746.419959:0:36:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695746.419970:0:36:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695746.419980:0:36:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695746.420006:0:36:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695746.420012:0:36:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695746.420045:0:36:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695746.420047:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695746.420050:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695746.420052:0:36:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695746.420066:0:36:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695746.420071:0:36:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (333) 00000100:00000001:1.0:1755695746.420078:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695746.420084:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695746.420086:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695746.420087:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755695746.420091:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695746.420097:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695746.420106:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695746.420109:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695746.420113:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695746.420115:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695746.420117:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695746.420120:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120588032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695746.420124:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695746.420129:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695746.420131:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695746.420133:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695746.420138:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755695746.420139:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695746.420148:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695746.420152:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925c08. 00000400:00000010:1.0:1755695746.420165:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d55d8. 00000100:00000200:1.0:1755695746.420172:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588032, portal 25 00000100:00000001:1.0:1755695746.420174:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695746.420176:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695746.420181:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695746.420188:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695746.420190:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695746.420192:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5d48. 00000100:00000200:1.0:1755695746.420195:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588032, offset 0 00000400:00000200:1.0:1755695746.420200:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695746.420210:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.420216:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695746.420221:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695746.420225:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695746.420228:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695746.420231:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695746.420234:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [167:167:256:4294967295] 192.168.203.157@tcp LPNI seq info [167:167:8:4294967295] 00000400:00000200:1.0:1755695746.420237:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.420244:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695746.420251:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695746.420256:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755695746.420262:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695746.420270:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695746.420274:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695746.420292:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695746.420296:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695746.420299:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4294995982 00000100:00000010:1.0:1755695746.420303:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755695746.420311:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695746.420317:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4294995982 00000100:00000010:1.0:1755695746.420324:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755695746.420327:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695746.420330:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695746.420332:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695746.420335:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695746.420336:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695746.420344:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695746.420346:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695746.420348:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695746.420349:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695746.420350:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695746.420352:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695746.420393:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695746.420398:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755695746.420402:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695746.420408:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695746.420411:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5d48 00000400:00000010:0.0:1755695746.420413:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5d48. 00000100:00000001:0.0:1755695746.420418:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695746.420421:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695746.420429:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695746.420432:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695746.420437:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695746.420439:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695746.422176:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695746.422187:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695746.422190:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695746.422191:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695746.422196:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.422201:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695746.422207:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.422210:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.422213:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.422217:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204f00 00000400:00000200:1.0:1755695746.422221:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695746.422225:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb69 [1] + 224 00000800:00000001:1.0:1755695746.422231:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695746.422237:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695746.422238:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695746.422241:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695746.422245:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695746.422248:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695746.422256:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695746.422283:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695746.422290:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695746.422293:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695746.422343:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695746.422346:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695746.422351:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695746.422353:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695746.422356:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925c08. 00000400:00000200:0.0:1755695746.422360:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d55d8 00000400:00000010:0.0:1755695746.422361:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d55d8. 00000100:00000001:0.0:1755695746.422363:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695746.422368:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695746.422376:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695746.422382:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695746.422383:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695746.422385:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695746.422394:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695746.422396:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695746.422398:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695746.422400:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695746.422407:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=153 v=5 (5 0 0 0) 00000100:00001000:0.0:1755695746.422411:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=51 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695746.422413:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695746.422414:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695746.422417:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695746.422419:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695746.422421:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695746.422424:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695746.422429:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695746.422432:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695746.422434:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695746.422437:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695746.422443:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120588032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695746.422446:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695746.422447:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695746.422449:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120588032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695762 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695746.422454:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695746.422456:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695746.422458:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a400. 02000000:00000001:0.0:1755695746.422460:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695746.422462:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695746.422463:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695746.422465:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695746.422467:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bbac00. 02000000:00000001:0.0:1755695746.422470:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695746.422472:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695746.422477:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695746.422480:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695746.422481:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695746.422482:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695746.422485:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695746.422486:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695746.422488:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695746.422489:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695746.434851:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4294995982, at 4294995983 00000100:00000040:0.0:1755695746.434854:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4294995982, at 4294995983 00000100:00000010:1.0:1755695746.434861:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000010:0.0:1755695746.434863:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755695747.123861:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695747.123867:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695747.123964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695747.123968:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695747.123971:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695748.147894:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695748.147901:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695748.147969:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695748.147987:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695748.147991:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695749.171905:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695749.171915:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695749.172030:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695749.172033:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695749.172036:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695750.195869:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695750.195878:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695750.195991:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695750.195996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695750.195999:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695751.219857:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695751.219863:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695751.219973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695751.219977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695751.219980:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695751.539877:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695751.539884:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695751.539892:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755695751.539898:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695751.539902:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695751.539906:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695751.539912:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695751.539919:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755695751.539927:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695751.539939:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695751.539978:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695751.539982:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695751.539987:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695751.540011:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695751.540014:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695751.540017:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695751.540019:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695751.540022:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695751.540026:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (338) 00000100:00000001:3.0:1755695751.540027:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695751.540032:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695751.540035:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755695751.540044:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755695751.540048:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695751.540049:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695751.540058:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695751.540061:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695751.540065:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695751.540068:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695751.540070:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695751.540073:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120588160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695751.540077:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695751.540082:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695751.540084:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695751.540086:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695751.540089:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755695751.540090:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695751.540097:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695751.540101:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695751.540108:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695751.540114:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588160, portal 25 00000100:00000001:3.0:1755695751.540116:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695751.540117:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:3.0:1755695751.540121:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695751.540127:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695751.540129:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695751.540131:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467923b8. 00000100:00000200:3.0:1755695751.540133:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588160, offset 0 00000400:00000200:3.0:1755695751.540139:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695751.540148:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695751.540154:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695751.540158:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695751.540162:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695751.540166:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695751.540168:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695751.540175:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [168:168:256:4294967295] 192.168.203.157@tcp LPNI seq info [168:168:8:4294967295] 00000400:00000200:3.0:1755695751.540178:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695751.540188:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695751.540193:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695751.540196:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755695751.540203:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695751.540209:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695751.540213:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695751.540228:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695751.540232:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695751.540235:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295001102 00000100:00000010:3.0:1755695751.540239:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a120. 00000100:00000001:3.0:1755695751.540245:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695751.540252:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295001102 00000100:00000010:3.0:1755695751.540254:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a1e0. 00000100:00000001:3.0:1755695751.540257:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695751.540262:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695751.540264:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695751.540267:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695751.540268:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695751.540275:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695751.540277:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695751.540279:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695751.540280:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695751.540281:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695751.540283:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695751.540329:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695751.540334:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:0.0:1755695751.540338:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695751.540344:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695751.540348:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467923b8 00000400:00000010:0.0:1755695751.540350:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467923b8. 00000100:00000001:0.0:1755695751.540354:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695751.540358:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695751.540367:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695751.540370:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695751.540376:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695751.540377:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695751.542464:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695751.542473:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695751.542475:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695751.542477:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695751.542482:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695751.542487:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695751.542492:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695751.542495:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695751.542499:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695751.542503:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96204f80 00000400:00000200:1.0:1755695751.542507:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695751.542512:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb79 [1] + 224 00000800:00000001:1.0:1755695751.542518:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695751.542523:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695751.542526:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695751.542529:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695751.542533:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695751.542538:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695751.542546:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695751.542561:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695751.542567:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695751.542570:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695751.542586:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695751.542589:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695751.542594:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695751.542596:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695751.542597:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695751.542601:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695751.542602:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695751.542610:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695751.542614:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695751.542622:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695751.542626:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695751.542627:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695751.542630:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695751.542632:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695751.542634:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695751.542636:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695751.542638:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695751.542644:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=8 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695751.542647:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=56 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695751.542649:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695751.542650:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695751.542652:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695751.542654:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695751.542656:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695751.542659:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695751.542664:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695751.542666:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695751.542668:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695751.542671:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695751.542676:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120588160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695751.542679:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695751.542680:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695751.542682:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120588160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695767 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695751.542686:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695751.542691:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695751.542694:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755695751.542696:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695751.542698:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695751.542699:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695751.542700:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695751.542702:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:3.0:1755695751.542704:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695751.542706:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695751.542707:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:3.0:1755695751.542712:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695751.542712:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695751.542713:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695751.542716:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695751.542717:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695751.542718:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695751.542720:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695751.554842:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295001102, at 4295001103 00000100:00000040:1.0:1755695751.554848:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295001102, at 4295001103 00000100:00000010:0.0:1755695751.554858:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a120. 00000100:00000010:1.0:1755695751.554860:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a1e0. 00010000:00000001:0.0:1755695752.243891:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695752.243903:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695752.244031:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695752.244040:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695752.244046:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695753.267852:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695753.267860:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695753.267963:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695753.267968:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695753.267971:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695754.291846:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695754.291857:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695754.291860:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695754.291863:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695754.291869:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695754.291872:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695754.291874:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695754.291877:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695754.291994:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695754.291997:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695754.292001:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695755.315871:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695755.315880:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695755.315980:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695755.315984:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695755.315987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695756.339895:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695756.339903:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695756.340033:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695756.340038:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695756.340042:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695756.659980:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695756.659995:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695756.660010:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2300. 00000020:00000040:2.0:1755695756.660039:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695756.660046:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695756.660050:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695756.660058:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695756.660070:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755695756.660081:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695756.660097:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695756.660113:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695756.660119:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695756.660128:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000cfb8bc52] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695756.660176:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695756.660180:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695756.660186:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695756.660190:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695756.660194:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695756.660201:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (343) 00000100:00000001:3.0:1755695756.660248:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695756.660256:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695756.660261:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755695756.660274:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755695756.660275:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695756.660286:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695756.660300:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695756.660304:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695756.660311:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695756.660316:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695756.660321:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695756.660326:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120588288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695756.660333:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695756.660341:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695756.660345:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695756.660347:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695756.660355:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695756.660358:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695756.660370:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695756.660377:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695756.660399:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695756.660409:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588288, portal 25 00000100:00000001:3.0:1755695756.660413:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695756.660415:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287967488 : -118784421584128 : ffff93f758bf2300) 00000100:00000040:3.0:1755695756.660425:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695756.660437:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695756.660440:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695756.660444:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792f68. 00000100:00000200:3.0:1755695756.660449:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588288, offset 0 00000400:00000200:3.0:1755695756.660458:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695756.660470:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695756.660481:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695756.660489:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695756.660496:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695756.660502:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695756.660506:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695756.660511:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [169:169:256:4294967295] 192.168.203.157@tcp LPNI seq info [169:169:8:4294967295] 00000400:00000200:3.0:1755695756.660517:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695756.660530:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695756.660538:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695756.660544:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755695756.660553:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695756.660564:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695756.660571:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695756.660600:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695756.660607:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695756.660611:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295006222 00000100:00000010:3.0:1755695756.660617:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ac60. 00000100:00000001:3.0:1755695756.660628:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695756.660642:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295006222 00000100:00000010:3.0:1755695756.660654:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a060. 00000100:00000001:3.0:1755695756.660658:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695756.660670:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695756.660674:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695756.660679:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695756.660682:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695756.660693:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695756.660696:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695756.660700:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695756.660702:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695756.660705:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695756.660709:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695756.660938:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695756.660963:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:0.0:1755695756.660973:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695756.660985:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695756.660994:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792f68 00000400:00000010:0.0:1755695756.660999:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792f68. 00000100:00000001:0.0:1755695756.661007:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695756.661017:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695756.661036:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695756.661042:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695756.661052:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695756.661055:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695756.663281:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695756.663302:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695756.663306:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695756.663310:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695756.663319:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695756.663329:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695756.663342:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695756.663348:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695756.663356:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695756.663361:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205000 00000400:00000200:1.0:1755695756.663368:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695756.663375:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb81 [1] + 224 00000800:00000001:1.0:1755695756.663385:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695756.663395:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695756.663399:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695756.663404:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695756.663410:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695756.663418:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695756.663433:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695756.663464:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695756.663474:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695756.663479:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695756.663541:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695756.663551:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695756.663561:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695756.663564:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695756.663569:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695756.663579:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695756.663581:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695756.663586:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695756.663599:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695756.663613:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695756.663626:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695756.663630:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695756.663634:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695756.663640:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695756.663644:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695756.663649:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695756.663654:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695756.663664:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=13 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695756.663672:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=61 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695756.663677:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695756.663680:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695756.663684:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695756.663709:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695756.663715:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695756.663725:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695756.663738:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695756.663743:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695756.663746:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695756.663753:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695756.663766:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120588288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695756.663772:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695756.663775:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695756.663828:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2300 x1840980120588288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695772 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695756.663836:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695756.663839:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695756.663844:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695756.663848:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695756.663851:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695756.663853:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695756.663855:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695756.663858:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:3.0:1755695756.663862:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695756.663865:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695756.663867:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2300. 00000100:00000001:3.0:1755695756.663872:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695756.663874:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695756.663876:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695756.663885:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695756.663887:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695756.663890:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695756.663893:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695756.674931:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295006222, at 4295006223 00000100:00000010:1.0:1755695756.674946:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a060. 00000100:00000040:0.0:1755695756.674953:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295006222, at 4295006223 00000100:00000010:0.0:1755695756.674972:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ac60. 00010000:00000001:0.0:1755695757.363955:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695757.363990:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695757.364145:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695757.364152:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695757.364157:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695758.387994:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695758.388004:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695758.388132:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695758.388139:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695758.388145:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695759.411950:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695759.411958:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695759.412091:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695759.412096:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695759.412101:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695760.435934:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695760.435942:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695760.436058:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695760.436063:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695760.436082:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695761.459918:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695761.459927:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695761.460045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695761.460052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695761.460058:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695761.779942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695761.779952:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695761.779963:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802aa00. 00000020:00000040:1.0:1755695761.779969:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695761.779974:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695761.779993:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695761.779999:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695761.780006:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755695761.780014:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695761.780024:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695761.780033:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695761.780037:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695761.780042:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000e48005b] to pc [ptlrpcd_00_01+1] req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695761.780067:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695761.780069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695761.780072:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695761.780074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695761.780077:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695761.780081:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (349) 00000100:00000001:0.0:1755695761.780100:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695761.780105:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695761.780108:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755695761.780112:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695761.780117:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695761.780117:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695761.780126:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695761.780128:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695761.780132:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695761.780135:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695761.780137:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695761.780140:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120588416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695761.780143:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695761.780148:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695761.780150:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695761.780151:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695761.780156:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755695761.780158:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695761.780166:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695761.780171:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695761.780176:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695761.780183:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588416, portal 25 00000100:00000001:0.0:1755695761.780185:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695761.780186:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275615744 : -118784433935872 : ffff93f75802aa00) 00000100:00000040:0.0:1755695761.780191:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695761.780208:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695761.780210:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695761.780212:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee550. 00000100:00000200:0.0:1755695761.780215:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588416, offset 0 00000400:00000200:0.0:1755695761.780221:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695761.780229:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695761.780248:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695761.780253:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695761.780257:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695761.780260:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695761.780263:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695761.780265:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [170:170:256:4294967295] 192.168.203.157@tcp LPNI seq info [170:170:8:4294967295] 00000400:00000200:0.0:1755695761.780269:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695761.780277:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695761.780281:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695761.780285:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bbac00. 00000800:00000200:0.0:1755695761.780291:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695761.780298:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695761.780303:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bbac00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695761.780321:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695761.780325:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695761.780328:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295011342 00000100:00000010:0.0:1755695761.780332:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695761.780340:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695761.780346:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295011342 00000100:00000010:0.0:1755695761.780349:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f960. 00000100:00000001:0.0:1755695761.780351:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695761.780354:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695761.780356:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695761.780363:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695761.780365:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695761.780372:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695761.780375:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695761.780377:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695761.780378:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695761.780379:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695761.780381:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695761.780428:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695761.780433:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bbac00. 00000400:00000200:1.0:1755695761.780439:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695761.780444:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695761.780449:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee550 00000400:00000010:1.0:1755695761.780451:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee550. 00000100:00000001:1.0:1755695761.780455:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695761.780458:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695761.780466:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695761.780469:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695761.780482:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695761.780484:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695761.782338:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695761.782350:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695761.782353:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695761.782354:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695761.782359:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695761.782365:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695761.782382:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695761.782386:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695761.782390:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695761.782394:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205080 00000400:00000200:1.0:1755695761.782397:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695761.782402:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb89 [1] + 224 00000800:00000001:1.0:1755695761.782408:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695761.782414:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695761.782416:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695761.782418:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695761.782422:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695761.782426:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695761.782433:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695761.782448:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695761.782454:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695761.782457:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695761.782505:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695761.782508:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695761.782513:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695761.782515:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695761.782517:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695761.782520:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695761.782522:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695761.782524:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695761.782529:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695761.782537:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695761.782543:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695761.782544:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695761.782547:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695761.782549:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695761.782551:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695761.782554:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695761.782557:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695761.782563:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=18 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695761.782567:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=66 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695761.782569:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695761.782570:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695761.782573:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695761.782575:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695761.782577:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695761.782580:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695761.782595:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695761.782598:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695761.782600:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695761.782603:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695761.782609:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120588416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695761.782613:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695761.782614:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695761.782616:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802aa00 x1840980120588416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695777 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695761.782621:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695761.782623:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695761.782625:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755695761.782627:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695761.782629:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695761.782630:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695761.782632:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695761.782634:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755695761.782636:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695761.782638:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695761.782640:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802aa00. 00000100:00000001:0.0:1755695761.782643:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695761.782644:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695761.782645:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695761.782648:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695761.782649:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695761.782651:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695761.782653:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695761.794831:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295011342, at 4295011343 00000100:00000010:0.0:1755695761.794838:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755695761.794847:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295011342, at 4295011343 00000100:00000010:1.0:1755695761.794854:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f960. 00010000:00000001:0.0:1755695762.483889:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695762.483896:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695762.483997:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695762.484001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695762.484004:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695763.507964:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695763.507974:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695763.508117:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695763.508124:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695763.508129:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695764.531949:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695764.531962:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695764.531966:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695764.531969:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695764.531976:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695764.531979:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695764.531982:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695764.531985:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695764.532139:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695764.532147:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695764.532152:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695765.555945:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695765.555955:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695765.556085:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695765.556092:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695765.556098:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695766.579947:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695766.579955:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695766.580067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695766.580076:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695766.580082:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695766.900052:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695766.900065:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695766.900079:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1180. 00000020:00000040:2.0:1755695766.900088:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695766.900094:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695766.900099:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695766.900107:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695766.900118:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755695766.900129:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695766.900146:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695766.900162:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695766.900168:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695766.900177:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bd2d84c3] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695766.900242:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695766.900247:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695766.900252:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695766.900256:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695766.900260:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695766.900265:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (354) 00000100:00000001:3.0:1755695766.900345:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695766.900364:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695766.900369:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695766.900381:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695766.900395:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695766.900398:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695766.900405:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695766.900409:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695766.900413:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695766.900417:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120588544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695766.900424:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695766.900432:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695766.900435:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695766.900438:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695766.900444:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695766.900447:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695766.900460:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695766.900466:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695766.900476:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695766.900485:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588544, portal 25 00000100:00000001:3.0:1755695766.900488:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695766.900491:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963008 : -118784421588608 : ffff93f758bf1180) 00000100:00000040:3.0:1755695766.900498:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695766.900510:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695766.900514:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695766.900519:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792770. 00000100:00000200:3.0:1755695766.900523:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588544, offset 0 00000400:00000200:3.0:1755695766.900532:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695766.900544:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695766.900555:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695766.900562:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695766.900569:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695766.900582:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695766.900586:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695766.900592:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [171:171:256:4294967295] 192.168.203.157@tcp LPNI seq info [171:171:8:4294967295] 00000400:00000200:3.0:1755695766.900597:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695766.900613:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695766.900621:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695766.900627:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755695766.900637:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695766.900647:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695766.900654:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695766.900683:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695766.900690:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695766.900694:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295016462 00000100:00000010:3.0:1755695766.900700:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aae0. 00000100:00000001:3.0:1755695766.900710:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695766.900724:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295016462 00000100:00000010:3.0:1755695766.900728:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a840. 00000100:00000001:3.0:1755695766.900732:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695766.900742:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695766.900746:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695766.900751:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695766.900755:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695766.900765:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695766.900769:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695766.900772:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695766.900774:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695766.900776:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695766.900827:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695766.900876:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695766.900879:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695766.900976:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695766.900984:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:1.0:1755695766.900992:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695766.901013:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695766.901020:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792770 00000400:00000010:1.0:1755695766.901024:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792770. 00000100:00000001:1.0:1755695766.901030:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695766.901038:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695766.901053:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695766.901058:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695766.901068:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695766.901071:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695766.903072:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695766.903090:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695766.903094:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695766.903098:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695766.903108:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695766.903118:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695766.903128:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695766.903134:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695766.903140:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695766.903146:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205100 00000400:00000200:1.0:1755695766.903153:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695766.903160:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xb99 [1] + 224 00000800:00000001:1.0:1755695766.903170:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695766.903179:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695766.903183:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695766.903188:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695766.903194:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695766.903201:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695766.903215:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695766.903264:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695766.903275:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695766.903280:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695766.903367:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695766.903373:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695766.903381:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695766.903396:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695766.903400:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695766.903408:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695766.903410:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695766.903415:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695766.903423:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695766.903437:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695766.903447:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695766.903449:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695766.903453:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695766.903457:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695766.903460:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695766.903463:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695766.903468:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695766.903477:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=23 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695766.903482:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=71 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695766.903486:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695766.903488:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695766.903493:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695766.903496:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695766.903500:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695766.903506:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695766.903515:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695766.903519:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695766.903522:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695766.903527:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695766.903537:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120588544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695766.903544:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695766.903552:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695766.903557:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1180 x1840980120588544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695782 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695766.903566:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695766.903570:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695766.903574:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695766.903577:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695766.903580:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695766.903582:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695766.903586:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695766.903589:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755695766.903592:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695766.903595:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695766.903597:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1180. 00000100:00000001:3.0:1755695766.903603:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695766.903605:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695766.903607:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695766.903612:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695766.903614:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695766.903617:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695766.903620:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695766.914934:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295016462, at 4295016463 00000100:00000040:0.0:1755695766.914945:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295016462, at 4295016463 00000100:00000010:1.0:1755695766.914950:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a840. 00000100:00000010:0.0:1755695766.914961:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aae0. 00010000:00000001:0.0:1755695767.603960:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695767.603974:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695767.604102:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695767.604109:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695767.604115:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695768.627959:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695768.627969:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695768.628133:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695768.628140:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695768.628147:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695769.651942:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695769.651952:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695769.652102:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695769.652110:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695769.652116:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695770.675907:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695770.675914:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695770.676022:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695770.676026:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695770.676030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695771.699884:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695771.699892:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695771.699996:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695771.700000:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695771.700004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695772.019917:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695772.019931:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695772.019943:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1180. 00000020:00000040:2.0:1755695772.019951:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695772.019957:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695772.019962:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695772.019970:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695772.019981:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755695772.019992:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695772.020020:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695772.020036:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695772.020042:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695772.020050:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bd2d84c3] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695772.020094:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695772.020098:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695772.020103:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695772.020106:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695772.020110:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695772.020116:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (359) 00000100:00000001:2.0:1755695772.020144:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755695772.020149:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755695772.020153:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.020164:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695772.020168:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.020171:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695772.020175:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695772.020176:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695772.020181:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755695772.020187:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695772.020191:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695772.020205:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695772.020208:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695772.020213:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695772.020218:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695772.020222:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695772.020229:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120588672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695772.020235:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695772.020243:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695772.020255:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695772.020258:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695772.020262:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695772.020265:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695772.020279:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695772.020285:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695772.020294:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695772.020303:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588672, portal 25 00000100:00000001:2.0:1755695772.020306:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695772.020309:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963008 : -118784421588608 : ffff93f758bf1180) 00000100:00000040:2.0:1755695772.020316:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695772.020326:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695772.020330:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695772.020334:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8440. 00000100:00000200:2.0:1755695772.020338:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588672, offset 0 00000400:00000200:2.0:1755695772.020346:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695772.020357:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695772.020368:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695772.020376:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695772.020382:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695772.020387:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695772.020391:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695772.020396:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [172:172:256:4294967295] 192.168.203.157@tcp LPNI seq info [172:172:8:4294967295] 00000400:00000200:2.0:1755695772.020401:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695772.020414:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695772.020422:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695772.020427:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755695772.020436:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695772.020446:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695772.020453:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695772.020477:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695772.020491:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695772.020495:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295021582 00000100:00000010:2.0:1755695772.020501:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755695772.020510:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695772.020525:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295021582 00000100:00000010:2.0:1755695772.020529:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755695772.020533:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695772.020543:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695772.020547:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695772.020552:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695772.020556:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695772.020718:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695772.020727:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755695772.020735:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695772.020745:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695772.020752:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8440 00000400:00000010:1.0:1755695772.020755:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8440. 00000100:00000001:1.0:1755695772.020761:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695772.020768:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695772.020842:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695772.020849:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695772.020861:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695772.020863:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695772.023217:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695772.023236:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695772.023241:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695772.023244:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695772.023252:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695772.023261:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695772.023271:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695772.023277:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695772.023285:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695772.023291:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205180 00000400:00000200:1.0:1755695772.023299:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695772.023306:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xba1 [1] + 224 00000800:00000001:1.0:1755695772.023328:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695772.023339:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695772.023342:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695772.023347:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695772.023353:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695772.023360:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695772.023374:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695772.023403:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695772.023413:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695772.023418:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.023505:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695772.023511:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695772.023518:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695772.023521:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695772.023525:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695772.023532:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695772.023534:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695772.023538:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695772.023547:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695772.023561:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695772.023571:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695772.023573:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.023578:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695772.023581:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695772.023585:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695772.023588:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695772.023592:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695772.023601:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=29 v=5 (5 5 0 0) 00000100:00001000:2.0:1755695772.023606:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=77 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695772.023610:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695772.023612:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695772.023628:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695772.023630:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695772.023634:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695772.023641:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695772.023650:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695772.023654:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695772.023657:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695772.023662:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695772.023673:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120588672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695772.023679:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.023681:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695772.023685:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1180 x1840980120588672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695788 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695772.023693:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695772.023696:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695772.023700:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695772.023704:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695772.023706:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695772.023709:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695772.023712:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695772.023714:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:2.0:1755695772.023718:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695772.023721:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695772.023723:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1180. 00000100:00000001:2.0:1755695772.023728:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695772.023730:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.023732:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695772.023738:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695772.023740:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695772.023743:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695772.023746:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695772.034924:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295021582, at 4295021583 00000100:00000040:1.0:1755695772.034928:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295021582, at 4295021583 00000100:00000010:0.0:1755695772.034939:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00000100:00000010:1.0:1755695772.034944:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00010000:00000001:0.0:1755695772.723939:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695772.723949:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695772.724086:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695772.724094:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695772.724100:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695773.747926:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695773.747935:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695773.748056:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695773.748073:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695773.748078:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695774.771943:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695774.771955:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695774.771958:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695774.771962:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695774.771969:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695774.772000:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695774.772003:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695774.772006:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695774.772138:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695774.772145:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695774.772152:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695775.795928:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695775.795938:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695775.796061:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695775.796067:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695775.796072:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695776.819946:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695776.819956:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695776.820094:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695776.820101:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695776.820108:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695777.140000:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695777.140014:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695777.140030:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1180. 00000020:00000040:2.0:1755695777.140039:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695777.140044:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695777.140049:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695777.140056:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695777.140068:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755695777.140078:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695777.140093:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695777.140109:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695777.140115:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695777.140123:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bd2d84c3] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695777.140176:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695777.140180:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695777.140185:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695777.140211:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695777.140215:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695777.140223:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (364) 00000100:00000001:2.0:1755695777.140260:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695777.140262:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755695777.140265:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755695777.140269:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695777.140271:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695777.140278:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695777.140281:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695777.140284:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695777.140287:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695777.140291:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695777.140299:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695777.140307:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695777.140310:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695777.140314:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695777.140317:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695777.140320:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695777.140323:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120588800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695777.140328:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695777.140334:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695777.140336:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695777.140338:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695777.140343:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755695777.140345:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695777.140354:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695777.140359:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695777.140366:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695777.140372:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588800, portal 25 00000100:00000001:2.0:1755695777.140374:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695777.140376:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963008 : -118784421588608 : ffff93f758bf1180) 00000100:00000040:2.0:1755695777.140381:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695777.140395:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695777.140398:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695777.140401:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a87f8. 00000100:00000200:2.0:1755695777.140405:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588800, offset 0 00000400:00000200:2.0:1755695777.140412:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695777.140422:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695777.140429:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695777.140435:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695777.140439:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695777.140443:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695777.140446:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695777.140450:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [173:173:256:4294967295] 192.168.203.157@tcp LPNI seq info [173:173:8:4294967295] 00000400:00000200:2.0:1755695777.140454:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695777.140464:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695777.140470:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695777.140475:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755695777.140482:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695777.140490:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695777.140495:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695777.140515:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695777.140520:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695777.140523:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295026702 00000100:00000010:2.0:1755695777.140528:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755695777.140536:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695777.140565:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295026702 00000100:00000010:2.0:1755695777.140569:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755695777.140573:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695777.140583:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695777.140586:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695777.140598:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695777.140602:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695777.140855:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695777.140864:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755695777.140889:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695777.140901:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695777.140909:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a87f8 00000400:00000010:1.0:1755695777.140912:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a87f8. 00000100:00000001:1.0:1755695777.140919:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695777.140926:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695777.140941:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695777.140946:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695777.140956:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695777.140959:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695777.142538:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695777.142555:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695777.142558:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695777.142560:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695777.142594:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695777.142601:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695777.142610:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695777.142616:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695777.142621:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695777.142627:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205200 00000400:00000200:1.0:1755695777.142633:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695777.142640:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xba9 [1] + 224 00000800:00000001:1.0:1755695777.142649:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695777.142660:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695777.142664:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695777.142669:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695777.142675:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695777.142683:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695777.142697:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695777.142728:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695777.142738:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695777.142742:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695777.142865:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695777.142871:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695777.142878:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695777.142881:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695777.142885:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:2.0:1755695777.142892:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:2.0:1755695777.142895:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:2.0:1755695777.142898:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695777.142908:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695777.142923:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695777.142933:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695777.142935:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695777.142939:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695777.142942:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695777.142945:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695777.142949:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695777.142953:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695777.142961:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=34 v=5 (5 5 0 0) 00000100:00001000:2.0:1755695777.142966:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=82 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695777.142970:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695777.142972:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695777.142976:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695777.142979:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695777.142982:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695777.142988:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695777.142997:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695777.143001:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695777.143003:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695777.143008:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695777.143041:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120588800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695777.143047:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695777.143050:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695777.143054:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1180 x1840980120588800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695793 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695777.143063:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695777.143066:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695777.143070:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755695777.143074:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695777.143076:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695777.143078:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695777.143082:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695777.143084:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:2.0:1755695777.143088:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695777.143091:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695777.143093:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1180. 00000100:00000001:2.0:1755695777.143099:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695777.143100:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695777.143103:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695777.143108:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695777.143110:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695777.143113:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695777.143115:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695777.154924:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295026702, at 4295026703 00000100:00000040:0.0:1755695777.154930:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295026702, at 4295026703 00000100:00000010:1.0:1755695777.154938:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000010:0.0:1755695777.154947:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00010000:00000001:0.0:1755695777.843963:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695777.843974:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695777.844129:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695777.844136:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695777.844142:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695778.867929:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695778.867938:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695778.868067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695778.868074:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695778.868080:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695779.891950:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695779.891960:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695779.892095:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695779.892103:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695779.892109:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695780.915881:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695780.915888:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695780.915974:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695780.915999:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695780.916002:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695781.939907:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695781.939915:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695781.940030:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695781.940036:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695781.940040:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695782.259935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695782.259947:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695782.259959:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1180. 00000020:00000040:2.0:1755695782.259967:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695782.259972:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695782.259977:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695782.259984:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695782.259996:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755695782.260007:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695782.260024:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695782.260041:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695782.260047:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695782.260057:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bd2d84c3] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695782.260089:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695782.260093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695782.260098:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695782.260102:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695782.260106:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695782.260113:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (369) 00000100:00000001:2.0:1755695782.260129:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695782.260135:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695782.260138:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695782.260145:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695782.260176:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695782.260180:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695782.260186:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695782.260190:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695782.260195:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695782.260200:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120588928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695782.260207:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695782.260215:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695782.260218:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695782.260221:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695782.260227:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755695782.260230:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695782.260242:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695782.260249:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892a7e8. 00000400:00000010:2.0:1755695782.260259:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755695782.260269:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120588928, portal 25 00000100:00000001:2.0:1755695782.260272:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695782.260275:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963008 : -118784421588608 : ffff93f758bf1180) 00000100:00000040:2.0:1755695782.260284:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695782.260294:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695782.260299:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695782.260303:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8000. 00000100:00000200:2.0:1755695782.260307:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120588928, offset 0 00000400:00000200:2.0:1755695782.260317:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695782.260329:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695782.260339:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695782.260347:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695782.260353:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695782.260360:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695782.260364:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695782.260381:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [174:174:256:4294967295] 192.168.203.157@tcp LPNI seq info [174:174:8:4294967295] 00000400:00000200:2.0:1755695782.260388:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695782.260404:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695782.260413:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695782.260421:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755695782.260431:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695782.260443:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695782.260450:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695782.260479:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695782.260486:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695782.260490:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295031822 00000100:00000010:2.0:1755695782.260497:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755695782.260508:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695782.260516:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295031822 00000100:00000010:2.0:1755695782.260521:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755695782.260526:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695782.260530:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695782.260534:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695782.260539:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695782.260543:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695782.260554:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695782.260557:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695782.260561:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695782.260564:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695782.260566:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695782.260571:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695782.260589:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695782.260592:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695782.260630:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695782.260640:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:1.0:1755695782.260648:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695782.260658:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695782.260664:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8000 00000400:00000010:1.0:1755695782.260668:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8000. 00000100:00000001:1.0:1755695782.260676:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695782.260684:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695782.260700:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695782.260718:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695782.260749:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695782.260752:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695782.262117:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695782.262139:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695782.262144:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695782.262151:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695782.262164:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695782.262177:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695782.262190:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695782.262198:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695782.262207:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695782.262216:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205280 00000400:00000200:1.0:1755695782.262225:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695782.262236:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbb1 [1] + 224 00000800:00000001:1.0:1755695782.262250:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695782.262266:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695782.262272:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695782.262279:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695782.262287:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695782.262296:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695782.262318:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695782.262360:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695782.262374:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695782.262383:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695782.262388:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695782.262395:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695782.262404:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695782.262408:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695782.262413:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892a7e8. 00000400:00000200:3.0:1755695782.262421:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:3.0:1755695782.262424:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:3.0:1755695782.262432:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695782.262443:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695782.262460:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695782.262491:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695782.262494:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695782.262499:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695782.262503:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695782.262506:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695782.262511:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695782.262515:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695782.262524:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=39 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695782.262530:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=87 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695782.262535:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695782.262538:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695782.262542:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695782.262546:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695782.262550:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695782.262557:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695782.262566:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695782.262570:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695782.262573:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695782.262579:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695782.262590:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120588928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695782.262597:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695782.262601:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695782.262605:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1180 x1840980120588928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695798 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695782.262615:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695782.262619:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695782.262622:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:3.0:1755695782.262629:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695782.262633:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695782.262646:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695782.262649:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695782.262653:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:3.0:1755695782.262659:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695782.262662:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695782.262665:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1180. 00000100:00000001:3.0:1755695782.262673:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695782.262675:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695782.262678:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695782.262684:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695782.262687:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695782.262690:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695782.262692:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695782.274908:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295031822, at 4295031823 00000100:00000010:0.0:1755695782.274923:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00000100:00000040:1.0:1755695782.275856:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295031822, at 4295031824 00000100:00000010:1.0:1755695782.275867:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00010000:00000001:0.0:1755695782.963873:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695782.963880:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695782.963958:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695782.963963:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695782.963966:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695783.987877:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695783.987885:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695783.987970:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695783.987974:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695783.987999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695785.011919:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695785.011931:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695785.011935:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695785.011938:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695785.011946:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695785.011948:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695785.011951:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695785.011955:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695785.012084:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695785.012091:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695785.012096:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695786.035986:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695786.035997:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695786.036145:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695786.036152:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695786.036157:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695787.059918:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695787.059954:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695787.060086:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695787.060092:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695787.060098:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695787.379923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695787.379933:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695787.379940:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695787.379946:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695787.379950:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695787.379953:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695787.379958:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695787.379965:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bbaf00. 00000100:00000001:0.0:1755695787.379971:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695787.379982:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695787.379991:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695787.379995:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695787.380000:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695787.380027:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695787.380030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695787.380033:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695787.380035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695787.380038:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695787.380042:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (374) 00000100:00000001:1.0:1755695787.380044:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695787.380049:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695787.380052:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695787.380056:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695787.380066:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695787.380074:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695787.380082:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695787.380084:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695787.380088:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695787.380091:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695787.380093:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695787.380095:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120589056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695787.380100:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695787.380106:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695787.380108:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695787.380109:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695787.380113:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755695787.380115:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695787.380123:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695787.380127:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925e18. 00000400:00000010:1.0:1755695787.380133:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5bb0. 00000100:00000200:1.0:1755695787.380139:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589056, portal 25 00000100:00000001:1.0:1755695787.380141:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695787.380143:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695787.380148:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695787.380154:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695787.380156:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695787.380158:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5990. 00000100:00000200:1.0:1755695787.380161:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589056, offset 0 00000400:00000200:1.0:1755695787.380166:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695787.380174:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.380180:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695787.380185:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695787.380189:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695787.380194:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695787.380201:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695787.380205:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [175:175:256:4294967295] 192.168.203.157@tcp LPNI seq info [175:175:8:4294967295] 00000400:00000200:1.0:1755695787.380209:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.380217:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695787.380223:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695787.380227:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f200. 00000800:00000200:1.0:1755695787.380234:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695787.380240:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695787.380244:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695787.380262:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695787.380266:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695787.380268:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295036942 00000100:00000010:1.0:1755695787.380273:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755695787.380280:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695787.380286:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295036942 00000100:00000010:1.0:1755695787.380288:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755695787.380291:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695787.380294:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695787.380295:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695787.380298:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695787.380300:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695787.380307:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695787.380309:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695787.380311:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695787.380312:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695787.380313:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695787.380315:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695787.380338:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695787.380342:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f200. 00000400:00000200:0.0:1755695787.380347:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695787.380351:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695787.380355:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5990 00000400:00000010:0.0:1755695787.380357:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5990. 00000100:00000001:0.0:1755695787.380366:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695787.380370:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695787.380378:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695787.380380:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695787.380385:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695787.380387:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695787.381677:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695787.381703:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695787.381706:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695787.381708:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695787.381713:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.381717:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695787.381729:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.381732:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.381736:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.381739:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205300 00000400:00000200:1.0:1755695787.381742:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695787.381746:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbb9 [1] + 224 00000800:00000001:1.0:1755695787.381751:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695787.381758:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695787.381760:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695787.381762:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695787.381766:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695787.381770:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695787.381801:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695787.381811:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695787.381817:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695787.381820:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695787.381863:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695787.381866:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695787.381870:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695787.381872:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695787.381874:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925e18. 00000400:00000200:0.0:1755695787.381878:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5bb0 00000400:00000010:0.0:1755695787.381879:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5bb0. 00000100:00000001:0.0:1755695787.381881:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695787.381886:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695787.381894:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695787.381899:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695787.381901:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695787.381903:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695787.381905:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695787.381907:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695787.381910:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695787.381912:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695787.381917:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=44 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695787.381920:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=92 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695787.381922:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695787.381924:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695787.381926:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695787.381928:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695787.381930:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695787.381933:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695787.381945:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695787.381948:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695787.381949:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695787.381953:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695787.381958:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120589056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695787.381962:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695787.381963:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695787.381965:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120589056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695803 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695787.381970:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695787.381972:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695787.381974:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b400. 02000000:00000001:0.0:1755695787.381977:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695787.381978:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695787.381980:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695787.381981:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695787.381983:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bbaf00. 02000000:00000001:0.0:1755695787.381985:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695787.381987:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695787.381989:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695787.381992:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695787.381993:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695787.381994:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695787.381997:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695787.381998:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695787.382000:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695787.382001:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695787.394841:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295036942, at 4295036943 00000100:00000010:1.0:1755695787.394849:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:0.0:1755695787.394855:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295036942, at 4295036943 00000100:00000010:0.0:1755695787.394862:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755695788.083927:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695788.083934:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695788.084081:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695788.084088:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695788.084093:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695789.107918:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695789.107928:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695789.108063:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695789.108070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695789.108075:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695790.131923:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695790.131933:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695790.132072:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695790.132078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695790.132083:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695791.155904:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695791.155912:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695791.156037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695791.156043:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695791.156048:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695792.179881:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695792.179890:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695792.180015:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695792.180022:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695792.180027:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695792.499953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695792.499966:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695792.499979:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2300. 00000020:00000040:2.0:1755695792.499988:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695792.499995:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695792.500000:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695792.500009:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695792.500020:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755695792.500032:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695792.500050:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695792.500094:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695792.500101:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695792.500110:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000cfb8bc52] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695792.500154:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695792.500158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695792.500164:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695792.500168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695792.500172:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695792.500177:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (379) 00000100:00000001:3.0:1755695792.500406:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695792.500415:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695792.500419:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695792.500432:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695792.500448:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695792.500451:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695792.500457:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695792.500461:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695792.500466:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695792.500471:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120589184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695792.500478:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695792.500485:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695792.500489:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695792.500492:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695792.500499:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:3.0:1755695792.500502:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695792.500514:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695792.500520:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695792.500529:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695792.500539:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589184, portal 25 00000100:00000001:3.0:1755695792.500542:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695792.500555:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287967488 : -118784421584128 : ffff93f758bf2300) 00000100:00000040:3.0:1755695792.500564:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695792.500576:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695792.500580:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695792.500585:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792770. 00000100:00000200:3.0:1755695792.500590:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589184, offset 0 00000400:00000200:3.0:1755695792.500598:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695792.500611:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695792.500620:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695792.500627:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695792.500633:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695792.500639:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695792.500643:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695792.500648:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [176:176:256:4294967295] 192.168.203.157@tcp LPNI seq info [176:176:8:4294967295] 00000400:00000200:3.0:1755695792.500694:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695792.500708:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695792.500716:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695792.500723:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755695792.500732:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695792.500743:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695792.500750:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695792.500770:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695792.500776:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695792.500839:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295042063 00000100:00000010:3.0:1755695792.500848:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a600. 00000100:00000001:2.0:1755695792.500936:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695792.500944:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695792.500975:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000200:0.0:1755695792.500979:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:3.0:1755695792.500990:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295042063 00000800:00000010:0.0:1755695792.500991:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:0.0:1755695792.501004:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:3.0:1755695792.501005:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a8a0. 00000100:00000001:3.0:1755695792.501015:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000400:00000200:0.0:1755695792.501020:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695792.501028:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792770 00000400:00000010:0.0:1755695792.501033:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792770. 00000100:00000001:0.0:1755695792.501039:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695792.501047:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695792.501063:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695792.501071:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695792.501082:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695792.501085:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1755695792.501110:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695792.501145:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695792.501151:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695792.501154:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695792.501165:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695792.501169:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695792.501174:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695792.501176:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695792.501179:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695792.501183:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1755695792.503048:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695792.503071:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695792.503077:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695792.503083:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695792.503095:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695792.503109:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695792.503122:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695792.503129:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695792.503138:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695792.503147:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205380 00000400:00000200:1.0:1755695792.503157:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695792.503181:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbc9 [1] + 224 00000800:00000001:1.0:1755695792.503196:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695792.503210:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695792.503216:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695792.503223:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695792.503232:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695792.503244:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695792.503267:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695792.503307:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695792.503322:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695792.503331:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695792.503353:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695792.503359:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695792.503367:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695792.503370:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695792.503374:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695792.503382:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695792.503384:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695792.503388:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695792.503397:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695792.503412:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695792.503422:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695792.503424:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695792.503428:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695792.503432:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695792.503435:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695792.503439:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695792.503443:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695792.503452:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=49 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695792.503458:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=97 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695792.503461:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695792.503464:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695792.503468:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695792.503471:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695792.503475:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695792.503480:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695792.503503:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695792.503507:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695792.503510:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695792.503516:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695792.503527:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120589184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695792.503533:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695792.503536:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695792.503540:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2300 x1840980120589184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695808 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695792.503549:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695792.503551:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695792.503555:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:3.0:1755695792.503559:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695792.503562:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695792.503564:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695792.503567:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695792.503570:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:3.0:1755695792.503574:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695792.503576:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695792.503579:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2300. 00000100:00000001:3.0:1755695792.503585:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695792.503587:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695792.503589:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695792.503595:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695792.503597:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695792.503600:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695792.503602:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695792.515876:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295042063, at 4295042064 00000100:00000010:1.0:1755695792.515888:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a8a0. 00000100:00000040:0.0:1755695792.515916:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295042063, at 4295042064 00000100:00000010:0.0:1755695792.515929:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a600. 00010000:00000001:0.0:1755695793.203932:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695793.203941:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695793.204053:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695793.204059:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695793.204064:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695794.227928:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695794.227939:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695794.228083:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695794.228092:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695794.228098:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695795.251867:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695795.251874:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695795.251876:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695795.251879:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695795.251883:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695795.251885:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695795.251887:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695795.251904:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695795.251980:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695795.251983:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695795.251986:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695796.275910:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695796.275917:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695796.276050:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695796.276058:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695796.276065:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695797.299865:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695797.299872:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695797.300013:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695797.300021:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695797.300028:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695797.619944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695797.619952:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695797.619963:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028700. 00000020:00000040:1.0:1755695797.619970:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695797.619974:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695797.619978:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695797.619984:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695797.619994:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f200. 00000100:00000001:1.0:1755695797.620002:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695797.620013:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695797.620024:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695797.620028:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695797.620034:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f2cdab42] to pc [ptlrpcd_00_01+1] req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695797.620057:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695797.620075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695797.620079:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695797.620081:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695797.620084:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695797.620088:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (384) 00000100:00000001:0.0:1755695797.620117:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695797.620122:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695797.620125:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695797.620132:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695797.620141:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695797.620154:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695797.620159:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695797.620161:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695797.620163:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695797.620166:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120589312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695797.620170:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695797.620176:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695797.620178:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695797.620180:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695797.620185:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012400. 02000000:00000001:0.0:1755695797.620187:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695797.620195:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695797.620200:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695797.620206:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695797.620213:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589312, portal 25 00000100:00000001:0.0:1755695797.620215:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695797.620217:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275606784 : -118784433944832 : ffff93f758028700) 00000100:00000040:0.0:1755695797.620221:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695797.620229:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695797.620231:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695797.620233:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee110. 00000100:00000200:0.0:1755695797.620236:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589312, offset 0 00000400:00000200:0.0:1755695797.620249:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695797.620257:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695797.620264:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695797.620269:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695797.620273:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695797.620277:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695797.620279:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695797.620282:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [177:177:256:4294967295] 192.168.203.157@tcp LPNI seq info [177:177:8:4294967295] 00000400:00000200:0.0:1755695797.620285:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695797.620293:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695797.620297:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695797.620301:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba200. 00000800:00000200:0.0:1755695797.620308:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695797.620315:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695797.620320:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695797.620339:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695797.620343:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695797.620346:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295047182 00000100:00000010:0.0:1755695797.620350:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695797.620357:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695797.620364:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295047182 00000100:00000010:0.0:1755695797.620366:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f060. 00000100:00000001:0.0:1755695797.620370:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695797.620374:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695797.620376:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695797.620378:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695797.620380:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695797.620388:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695797.620390:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695797.620391:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695797.620392:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695797.620399:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695797.620401:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695797.620412:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695797.620414:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695797.620460:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695797.620464:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba200. 00000400:00000200:1.0:1755695797.620470:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695797.620475:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695797.620479:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee110 00000400:00000010:1.0:1755695797.620481:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee110. 00000100:00000001:1.0:1755695797.620485:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695797.620489:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695797.620497:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695797.620500:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695797.620505:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695797.620507:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695797.622597:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695797.622609:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695797.622611:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695797.622627:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695797.622632:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695797.622648:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695797.622654:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695797.622657:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695797.622660:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695797.622664:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205400 00000400:00000200:1.0:1755695797.622668:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695797.622672:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbd1 [1] + 224 00000800:00000001:1.0:1755695797.622685:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695797.622691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695797.622693:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695797.622697:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695797.622711:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695797.622715:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695797.622723:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695797.622738:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695797.622745:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695797.622747:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695797.622798:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695797.622801:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695797.622806:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695797.622808:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695797.622810:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695797.622814:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695797.622815:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695797.622817:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695797.622822:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695797.622830:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695797.622847:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695797.622848:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695797.622850:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695797.622853:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695797.622855:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695797.622858:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695797.622860:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695797.622866:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=54 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695797.622869:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=102 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695797.622871:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695797.622873:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695797.622876:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695797.622877:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695797.622879:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695797.622882:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695797.622887:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695797.622889:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695797.622891:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695797.622894:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695797.622907:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120589312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695797.622911:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695797.622913:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695797.622915:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028700 x1840980120589312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695813 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695797.622920:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695797.622922:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695797.622925:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012400. 02000000:00000001:0.0:1755695797.622927:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695797.622929:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695797.622931:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695797.622933:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695797.622935:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f200. 02000000:00000001:0.0:1755695797.622937:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695797.622939:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695797.622941:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028700. 00000100:00000001:0.0:1755695797.622944:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695797.622945:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695797.622946:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695797.622949:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695797.622950:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695797.622951:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695797.622953:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695797.634847:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295047182, at 4295047183 00000100:00000010:1.0:1755695797.634855:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f060. 00000100:00000040:0.0:1755695797.634858:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295047182, at 4295047183 00000100:00000010:0.0:1755695797.634865:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695798.323933:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695798.323943:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695798.324079:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695798.324089:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695798.324095:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695799.347935:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695799.347945:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695799.348128:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695799.348165:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695799.348172:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695800.371939:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695800.371949:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695800.372085:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695800.372091:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695800.372097:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695801.395967:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695801.395976:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695801.396141:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695801.396151:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695801.396158:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695802.419939:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695802.419949:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695802.420098:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695802.420105:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695802.420110:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695802.739921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695802.739931:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695802.739942:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755695802.739948:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695802.739953:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695802.739956:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695802.739961:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695802.739970:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755695802.739978:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695802.739990:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695802.740000:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695802.740004:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695802.740010:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695802.740039:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695802.740041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695802.740045:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695802.740047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695802.740049:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695802.740075:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (389) 00000100:00000001:3.0:1755695802.740106:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695802.740111:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695802.740114:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695802.740121:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695802.740141:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695802.740143:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695802.740147:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695802.740149:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695802.740151:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695802.740154:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120589440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695802.740158:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695802.740164:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695802.740166:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695802.740168:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695802.740172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695802.740174:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695802.740182:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695802.740187:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695802.740193:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695802.740200:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589440, portal 25 00000100:00000001:3.0:1755695802.740202:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695802.740203:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:3.0:1755695802.740208:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695802.740214:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695802.740217:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695802.740219:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792f68. 00000100:00000200:3.0:1755695802.740222:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589440, offset 0 00000400:00000200:3.0:1755695802.740228:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695802.740236:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695802.740243:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695802.740249:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695802.740253:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695802.740257:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695802.740259:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695802.740269:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [178:178:256:4294967295] 192.168.203.157@tcp LPNI seq info [178:178:8:4294967295] 00000400:00000200:3.0:1755695802.740272:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695802.740282:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695802.740287:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695802.740291:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755695802.740297:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695802.740304:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695802.740308:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695802.740325:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695802.740329:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695802.740331:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295052302 00000100:00000010:3.0:1755695802.740335:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a5a0. 00000100:00000001:3.0:1755695802.740343:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695802.740353:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295052302 00000100:00000010:3.0:1755695802.740355:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a960. 00000100:00000001:3.0:1755695802.740358:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695802.740362:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695802.740364:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695802.740367:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695802.740370:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695802.740377:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695802.740380:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695802.740382:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695802.740383:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695802.740384:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695802.740386:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695802.740396:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695802.740397:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695802.740471:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695802.740476:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755695802.740481:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695802.740487:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695802.740491:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792f68 00000400:00000010:1.0:1755695802.740493:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792f68. 00000100:00000001:1.0:1755695802.740497:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695802.740501:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695802.740510:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695802.740513:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695802.740518:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695802.740520:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695802.742540:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695802.742551:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695802.742554:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695802.742556:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695802.742567:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695802.742571:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695802.742595:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695802.742599:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695802.742602:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695802.742606:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205480 00000400:00000200:1.0:1755695802.742610:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695802.742616:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbe1 [1] + 224 00000800:00000001:1.0:1755695802.742622:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695802.742629:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695802.742631:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695802.742634:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695802.742638:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695802.742641:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695802.742649:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695802.742663:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695802.742669:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695802.742672:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695802.742687:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695802.742690:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695802.742695:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695802.742697:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695802.742699:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695802.742709:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695802.742710:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695802.742713:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695802.742717:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695802.742725:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695802.742731:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695802.742733:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695802.742735:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695802.742737:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695802.742739:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695802.742742:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695802.742744:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695802.742751:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=59 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695802.742754:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=107 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695802.742757:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695802.742759:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695802.742761:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695802.742763:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695802.742765:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695802.742769:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695802.742774:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695802.742776:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695802.742778:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695802.742800:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695802.742807:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120589440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695802.742811:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695802.742812:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695802.742815:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120589440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695818 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695802.742824:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695802.742826:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695802.742829:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695802.742831:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695802.742833:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695802.742835:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695802.742836:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695802.742838:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:3.0:1755695802.742841:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695802.742843:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695802.742844:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:3.0:1755695802.742850:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695802.742851:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695802.742852:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695802.742855:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695802.742856:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695802.742858:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695802.742859:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695802.754853:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295052302, at 4295052303 00000100:00000010:0.0:1755695802.754861:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a5a0. 00000100:00000040:1.0:1755695802.754875:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295052302, at 4295052303 00000100:00000010:1.0:1755695802.754882:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a960. 00010000:00000001:0.0:1755695803.443850:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695803.443857:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695803.443936:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695803.443940:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695803.443943:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695804.467936:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695804.467949:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695804.468080:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695804.468086:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695804.468091:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695805.491924:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695805.491935:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695805.491938:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695805.491941:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695805.491947:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695805.491950:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695805.491952:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695805.491954:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695805.492077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695805.492083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695805.492088:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695806.515956:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695806.515967:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695806.516106:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695806.516113:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695806.516118:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695807.539974:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695807.539984:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695807.540098:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695807.540105:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695807.540110:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695807.859897:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695807.859910:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695807.859921:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0000. 00000020:00000040:2.0:1755695807.859928:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695807.859933:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695807.859937:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695807.859943:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695807.859951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755695807.859959:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695807.859971:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695807.859983:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695807.859987:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695807.859994:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000b734c0a] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695807.860026:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695807.860029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695807.860051:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695807.860053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695807.860056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695807.860061:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (395) 00000100:00000001:3.0:1755695807.860132:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695807.860140:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695807.860144:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695807.860155:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695807.860168:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695807.860171:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695807.860176:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695807.860180:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695807.860184:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695807.860188:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120589568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695807.860194:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695807.860201:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695807.860204:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695807.860207:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695807.860214:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755695807.860228:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695807.860239:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695807.860245:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695807.860254:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695807.860262:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589568, portal 25 00000100:00000001:3.0:1755695807.860265:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695807.860268:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287958528 : -118784421593088 : ffff93f758bf0000) 00000100:00000040:3.0:1755695807.860276:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695807.860287:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695807.860291:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695807.860294:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467923b8. 00000100:00000200:3.0:1755695807.860299:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589568, offset 0 00000400:00000200:3.0:1755695807.860307:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695807.860317:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695807.860327:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695807.860334:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695807.860340:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695807.860345:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695807.860348:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695807.860353:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [179:179:256:4294967295] 192.168.203.157@tcp LPNI seq info [179:179:8:4294967295] 00000400:00000200:3.0:1755695807.860358:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695807.860371:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695807.860378:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695807.860384:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755695807.860392:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695807.860419:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695807.860426:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695807.860455:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695807.860462:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695807.860466:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295057422 00000100:00000010:3.0:1755695807.860479:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a0c0. 00000100:00000001:3.0:1755695807.860490:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695807.860509:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295057422 00000100:00000010:3.0:1755695807.860515:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a9c0. 00000100:00000001:3.0:1755695807.860521:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695807.860526:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695807.860530:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695807.860534:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695807.860538:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695807.860579:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695807.860583:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695807.860587:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695807.860590:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695807.860611:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695807.860616:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695807.860633:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695807.860636:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695807.860687:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695807.860696:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755695807.860703:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695807.860712:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695807.860718:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467923b8 00000400:00000010:1.0:1755695807.860721:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467923b8. 00000100:00000001:1.0:1755695807.860727:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695807.860734:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695807.860748:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695807.860763:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695807.860773:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695807.860776:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695807.862166:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695807.862181:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695807.862184:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695807.862186:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695807.862193:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695807.862199:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695807.862206:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695807.862211:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695807.862217:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695807.862223:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205500 00000400:00000200:1.0:1755695807.862230:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695807.862254:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbe9 [1] + 224 00000800:00000001:1.0:1755695807.862265:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695807.862279:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695807.862284:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695807.862291:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695807.862300:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695807.862309:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695807.862330:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695807.862364:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695807.862374:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695807.862381:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695807.862407:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695807.862412:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695807.862420:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695807.862423:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695807.862426:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695807.862433:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695807.862435:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695807.862439:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695807.862447:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695807.862461:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695807.862471:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695807.862473:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695807.862477:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695807.862480:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695807.862483:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695807.862487:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695807.862501:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695807.862509:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=64 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695807.862514:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=112 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695807.862517:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695807.862519:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695807.862523:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695807.862526:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695807.862529:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695807.862536:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695807.862568:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695807.862588:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695807.862590:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695807.862595:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695807.862603:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120589568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695807.862607:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695807.862609:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695807.862612:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0000 x1840980120589568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695823 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695807.862618:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695807.862621:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695807.862624:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755695807.862627:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695807.862629:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695807.862631:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695807.862633:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695807.862651:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:3.0:1755695807.862656:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695807.862658:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695807.862660:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0000. 00000100:00000001:3.0:1755695807.862664:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695807.862665:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695807.862674:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695807.862679:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695807.862681:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695807.862684:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695807.862686:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695807.874890:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295057422, at 4295057423 00000100:00000040:0.0:1755695807.874901:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295057422, at 4295057423 00000100:00000010:1.0:1755695807.874902:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a9c0. 00000100:00000010:0.0:1755695807.874914:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a0c0. 00010000:00000001:0.0:1755695808.563909:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695808.563918:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695808.564045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695808.564052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695808.564057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695809.587908:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695809.587916:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695809.588044:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695809.588051:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695809.588056:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695810.611929:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695810.611940:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695810.612094:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695810.612101:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695810.612106:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695811.635871:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695811.635878:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695811.635975:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695811.635980:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695811.635985:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695812.659912:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695812.659922:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695812.660069:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695812.660075:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695812.660080:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695812.980013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695812.980027:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695812.980042:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695812.980051:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695812.980081:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695812.980086:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695812.980095:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695812.980106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba600. 00000100:00000001:0.0:1755695812.980117:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695812.980135:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695812.980152:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695812.980158:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695812.980167:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695812.980219:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695812.980224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695812.980230:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695812.980234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695812.980238:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695812.980244:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (400) 00000100:00000001:0.0:1755695812.980261:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695812.980266:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755695812.980270:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.980279:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695812.980283:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.980286:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695812.980289:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695812.980294:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695812.980303:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695812.980315:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695812.980316:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695812.980324:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695812.980327:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695812.980332:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695812.980336:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695812.980355:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695812.980362:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120589696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695812.980369:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695812.980377:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695812.980381:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695812.980384:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695812.980389:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013e00. 02000000:00000001:0.0:1755695812.980392:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695812.980405:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695812.980412:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695812.980421:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695812.980430:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589696, portal 25 00000100:00000001:0.0:1755695812.980433:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695812.980436:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695812.980444:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695812.980455:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695812.980459:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695812.980463:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee4c8. 00000100:00000200:0.0:1755695812.980466:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589696, offset 0 00000400:00000200:0.0:1755695812.980475:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695812.980487:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695812.980497:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695812.980531:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695812.980538:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695812.980543:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695812.980547:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695812.980552:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [180:180:256:4294967295] 192.168.203.157@tcp LPNI seq info [180:180:8:4294967295] 00000400:00000200:0.0:1755695812.980558:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695812.980573:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695812.980581:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695812.980588:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695812.980605:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695812.980616:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695812.980623:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695812.980647:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695812.980653:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695812.980659:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295062542 00000100:00000010:0.0:1755695812.980665:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695812.980675:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695812.980684:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295062542 00000100:00000010:0.0:1755695812.980688:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f3c0. 00000100:00000001:0.0:1755695812.980692:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695812.980702:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695812.980706:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695812.980710:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695812.980714:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695812.980914:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695812.980924:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755695812.980933:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695812.980943:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695812.980950:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee4c8 00000400:00000010:1.0:1755695812.980953:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee4c8. 00000100:00000001:1.0:1755695812.980960:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695812.980967:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695812.980983:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695812.980988:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695812.980998:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695812.981001:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695812.983230:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695812.983250:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695812.983254:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695812.983259:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695812.983268:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695812.983277:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695812.983287:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695812.983293:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695812.983299:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695812.983305:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205580 00000400:00000200:1.0:1755695812.983311:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695812.983318:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xbf1 [1] + 224 00000800:00000001:1.0:1755695812.983328:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695812.983338:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695812.983342:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695812.983347:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695812.983353:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695812.983360:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695812.983395:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695812.983425:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695812.983436:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695812.983441:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.983556:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695812.983562:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695812.983570:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695812.983573:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695812.983577:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695812.983584:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695812.983587:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695812.983591:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695812.983601:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695812.983616:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695812.983626:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695812.983628:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.983632:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695812.983636:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695812.983639:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695812.983643:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695812.983659:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695812.983669:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=69 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695812.983674:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=117 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695812.983678:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695812.983680:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695812.983684:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695812.983687:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695812.983691:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695812.983697:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695812.983707:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695812.983711:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695812.983714:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695812.983720:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695812.983731:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120589696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695812.983737:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.983739:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695812.983743:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120589696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695828 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695812.983751:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695812.983755:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695812.983759:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013e00. 02000000:00000001:0.0:1755695812.983763:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695812.983767:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695812.983770:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695812.983773:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695812.983776:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba600. 02000000:00000001:0.0:1755695812.983818:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695812.983822:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695812.983824:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695812.983830:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695812.983832:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.983843:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695812.983849:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695812.983851:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695812.983854:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695812.983856:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695812.994915:0:368:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295062542, at 4295062543 00000100:00000040:1.0:1755695812.994921:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295062542, at 4295062543 00000100:00000010:0.0:1755695812.994930:0:368:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695812.994936:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f3c0. 00010000:00000001:0.0:1755695813.683909:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695813.683918:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695813.684054:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695813.684061:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695813.684066:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695814.707869:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695814.707875:0:368:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695814.707971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695814.707975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695814.707978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695815.731932:0:368:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695815.731950:0:368:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695815.731954:0:368:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695815.731959:0:368:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695815.731969:0:368:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695815.731973:0:368:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695815.731977:0:368:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695815.731982:0:368:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695815.732120:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695815.732126:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695815.732131:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695816.755901:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695816.755911:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695816.756027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695816.756034:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695816.756039:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695817.779823:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695817.779829:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695817.779918:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695817.779922:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695817.779944:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695818.099862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695818.099873:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695818.099884:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695818.099890:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695818.099895:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695818.099898:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695818.099904:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695818.099911:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bbaa00. 00000100:00000001:0.0:1755695818.099918:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695818.099940:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695818.099949:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695818.099969:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695818.099974:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695818.100005:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695818.100007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695818.100010:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695818.100013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695818.100015:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695818.100018:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (405) 00000100:00000001:1.0:1755695818.100075:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695818.100080:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695818.100083:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695818.100089:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695818.100097:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695818.100099:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695818.100103:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695818.100105:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695818.100107:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695818.100110:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120589824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695818.100114:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695818.100119:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695818.100121:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695818.100122:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695818.100127:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a800. 02000000:00000001:1.0:1755695818.100129:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695818.100137:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695818.100141:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589259a0. 00000400:00000010:1.0:1755695818.100147:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5550. 00000100:00000200:1.0:1755695818.100153:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589824, portal 25 00000100:00000001:1.0:1755695818.100155:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695818.100156:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695818.100160:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695818.100174:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695818.100176:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695818.100179:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d54c8. 00000100:00000200:1.0:1755695818.100181:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589824, offset 0 00000400:00000200:1.0:1755695818.100187:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695818.100196:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.100202:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695818.100207:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695818.100212:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695818.100215:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695818.100218:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695818.100223:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [181:181:256:4294967295] 192.168.203.157@tcp LPNI seq info [181:181:8:4294967295] 00000400:00000200:1.0:1755695818.100244:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.100258:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695818.100268:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695818.100275:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755695818.100286:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695818.100297:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695818.100304:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695818.100350:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695818.100357:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695818.100362:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295067662 00000100:00000010:1.0:1755695818.100369:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755695818.100380:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695818.100394:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295067662 00000100:00000010:1.0:1755695818.100398:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755695818.100401:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695818.100406:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695818.100409:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695818.100423:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695818.100426:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695818.100438:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695818.100442:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695818.100445:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695818.100447:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695818.100451:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695818.100454:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695818.100516:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695818.100519:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695818.100604:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695818.100611:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755695818.100617:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695818.100623:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695818.100628:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d54c8 00000400:00000010:0.0:1755695818.100631:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d54c8. 00000100:00000001:0.0:1755695818.100636:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695818.100641:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695818.100652:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695818.100655:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695818.100677:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695818.100678:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695818.102196:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695818.102207:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695818.102210:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695818.102213:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695818.102220:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.102225:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695818.102233:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.102237:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.102242:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.102247:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205600 00000400:00000200:1.0:1755695818.102252:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695818.102258:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc01 [1] + 224 00000800:00000001:1.0:1755695818.102265:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695818.102273:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695818.102275:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695818.102278:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695818.102282:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695818.102285:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695818.102293:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695818.102309:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695818.102315:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695818.102318:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695818.102368:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695818.102371:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695818.102376:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695818.102378:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695818.102380:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589259a0. 00000400:00000200:0.0:1755695818.102384:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5550 00000400:00000010:0.0:1755695818.102385:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5550. 00000100:00000001:0.0:1755695818.102387:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695818.102398:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695818.102405:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695818.102411:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695818.102412:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695818.102414:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695818.102417:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695818.102419:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695818.102421:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695818.102423:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695818.102428:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=75 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695818.102431:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=123 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695818.102433:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695818.102435:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695818.102437:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695818.102439:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695818.102441:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695818.102444:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695818.102450:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695818.102452:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695818.102454:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695818.102457:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695818.102462:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120589824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695818.102478:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695818.102480:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695818.102482:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120589824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695834 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695818.102487:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695818.102493:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695818.102512:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a800. 02000000:00000001:0.0:1755695818.102517:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695818.102520:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695818.102522:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695818.102526:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695818.102529:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bbaa00. 02000000:00000001:0.0:1755695818.102534:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695818.102536:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695818.102539:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695818.102545:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695818.102546:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695818.102549:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695818.102555:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695818.102557:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695818.102560:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695818.102563:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695818.114898:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295067662, at 4295067663 00000100:00000040:0.0:1755695818.114903:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295067662, at 4295067663 00000100:00000010:1.0:1755695818.114912:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000010:0.0:1755695818.114916:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755695818.803908:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695818.803918:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695818.804051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695818.804057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695818.804063:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695819.827924:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695819.827934:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695819.828083:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695819.828090:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695819.828095:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695820.851916:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695820.851925:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695820.852058:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695820.852065:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695820.852071:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695821.875938:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695821.875948:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695821.876090:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695821.876097:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695821.876102:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695822.899872:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695822.899880:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695822.899983:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695822.899987:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695822.899991:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695823.220025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695823.220041:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695823.220058:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad180. 00000020:00000040:3.0:1755695823.220068:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695823.220074:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695823.220079:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695823.220088:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695823.220100:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755695823.220111:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695823.220127:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695823.220143:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695823.220150:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695823.220158:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000aca2675d] to pc [ptlrpcd_01_00+0] req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695823.220209:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695823.220214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695823.220220:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695823.220224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695823.220228:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755695823.220234:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (410) 00000100:00000001:3.0:1755695823.220252:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755695823.220257:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755695823.220260:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.220270:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695823.220273:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.220302:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695823.220305:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695823.220309:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695823.220317:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695823.220326:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695823.220331:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695823.220335:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695823.220336:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695823.220349:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695823.220353:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695823.220358:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695823.220363:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120589952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695823.220370:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695823.220377:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695823.220381:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695823.220384:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695823.220389:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695823.220392:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695823.220404:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695823.220411:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695823.220419:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695823.220477:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120589952, portal 25 00000100:00000001:3.0:1755695823.220481:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695823.220484:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918585728 : -118784790965888 : ffff93f742bad180) 00000100:00000040:3.0:1755695823.220493:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695823.220503:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695823.220507:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695823.220512:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792c38. 00000100:00000200:3.0:1755695823.220517:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120589952, offset 0 00000400:00000200:3.0:1755695823.220526:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695823.220538:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695823.220549:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695823.220557:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695823.220573:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695823.220578:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695823.220582:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695823.220587:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [182:182:256:4294967295] 192.168.203.157@tcp LPNI seq info [182:182:8:4294967295] 00000400:00000200:3.0:1755695823.220593:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695823.220609:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695823.220617:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695823.220623:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755695823.220633:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695823.220643:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695823.220650:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695823.220674:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695823.220680:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695823.220684:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295072782 00000100:00000010:3.0:1755695823.220690:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ab40. 00000100:00000001:3.0:1755695823.220701:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695823.220716:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295072782 00000100:00000010:3.0:1755695823.220720:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a000. 00000100:00000001:3.0:1755695823.220724:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695823.220734:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695823.220737:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695823.220742:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695823.220745:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695823.220938:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695823.220948:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:0.0:1755695823.220957:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695823.220967:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695823.220973:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792c38 00000400:00000010:0.0:1755695823.220977:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792c38. 00000100:00000001:0.0:1755695823.220983:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695823.220991:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695823.221018:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695823.221024:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695823.221035:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695823.221037:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695823.223322:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695823.223342:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695823.223346:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695823.223351:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695823.223361:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695823.223369:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695823.223379:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695823.223385:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695823.223392:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695823.223398:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205680 00000400:00000200:1.0:1755695823.223404:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695823.223411:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc11 [1] + 224 00000800:00000001:1.0:1755695823.223420:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695823.223455:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695823.223459:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695823.223465:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695823.223471:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695823.223479:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695823.223494:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695823.223520:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695823.223531:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695823.223535:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.223572:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695823.223578:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695823.223586:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695823.223589:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695823.223592:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695823.223599:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695823.223602:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695823.223605:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695823.223615:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695823.223642:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695823.223653:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695823.223656:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.223660:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695823.223664:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695823.223666:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695823.223671:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695823.223675:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695823.223683:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=80 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695823.223689:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=128 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695823.223693:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695823.223696:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695823.223700:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695823.223703:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695823.223707:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695823.223712:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695823.223721:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695823.223725:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695823.223729:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695823.223734:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695823.223745:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120589952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695823.223751:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.223754:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695823.223757:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad180 x1840980120589952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695839 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695823.223766:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695823.223769:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695823.223815:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695823.223822:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695823.223825:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695823.223828:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695823.223831:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695823.223834:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:3.0:1755695823.223838:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695823.223841:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695823.223843:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad180. 00000100:00000001:3.0:1755695823.223848:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695823.223850:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.223852:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695823.223858:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695823.223860:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695823.223863:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695823.223865:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695823.234912:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295072782, at 4295072783 00000100:00000040:0.0:1755695823.234923:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295072782, at 4295072783 00000100:00000010:1.0:1755695823.234927:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a000. 00000100:00000010:0.0:1755695823.234940:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ab40. 00010000:00000001:0.0:1755695823.923844:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695823.923852:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695823.923934:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695823.923938:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695823.923941:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695824.947853:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695824.947861:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695824.947864:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695824.947866:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695824.947871:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695824.947873:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695824.947874:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695824.947876:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695824.947961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695824.947965:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695824.947968:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695825.971850:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695825.971856:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695825.971930:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695825.971934:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695825.971937:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695826.995911:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695826.995919:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695826.996053:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695826.996059:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695826.996065:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695828.019929:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695828.019934:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695828.020065:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695828.020071:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695828.020076:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695828.340007:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695828.340019:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695828.340031:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695828.340055:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695828.340061:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695828.340066:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695828.340073:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695828.340084:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755695828.340095:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695828.340112:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695828.340127:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695828.340134:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695828.340141:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b6ebac8f] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695828.340186:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695828.340190:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695828.340196:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695828.340199:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695828.340203:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695828.340208:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (415) 00000100:00000001:2.0:1755695828.340224:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755695828.340229:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755695828.340232:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.340242:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695828.340246:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.340249:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695828.340252:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695828.340256:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695828.340264:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695828.340275:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695828.340279:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695828.340280:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695828.340289:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695828.340291:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695828.340306:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695828.340311:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695828.340318:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120590080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695828.340325:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695828.340333:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695828.340336:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695828.340339:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695828.340344:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695828.340347:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695828.340359:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695828.340364:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755695828.340373:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755695828.340383:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590080, portal 25 00000100:00000001:2.0:1755695828.340386:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695828.340388:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:2.0:1755695828.340432:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695828.340443:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695828.340446:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695828.340451:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8220. 00000100:00000200:2.0:1755695828.340455:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590080, offset 0 00000400:00000200:2.0:1755695828.340464:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695828.340476:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695828.340486:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695828.340493:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695828.340500:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695828.340505:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695828.340509:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695828.340514:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [183:183:256:4294967295] 192.168.203.157@tcp LPNI seq info [183:183:8:4294967295] 00000400:00000200:2.0:1755695828.340519:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695828.340533:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695828.340540:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695828.340554:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755695828.340564:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695828.340575:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695828.340582:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695828.340604:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695828.340611:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695828.340616:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295077902 00000100:00000010:2.0:1755695828.340621:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755695828.340631:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695828.340642:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295077902 00000100:00000010:2.0:1755695828.340646:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755695828.340650:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695828.340659:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695828.340663:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695828.340668:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695828.340671:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695828.340872:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695828.340881:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:0.0:1755695828.340888:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695828.340898:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695828.340904:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8220 00000400:00000010:0.0:1755695828.340907:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8220. 00000100:00000001:0.0:1755695828.340913:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695828.340921:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695828.340936:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695828.340954:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695828.340965:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695828.340968:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695828.343203:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695828.343223:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695828.343227:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695828.343232:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695828.343252:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695828.343260:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695828.343270:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695828.343275:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695828.343281:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695828.343287:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205700 00000400:00000200:1.0:1755695828.343293:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695828.343300:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc19 [1] + 224 00000800:00000001:1.0:1755695828.343310:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695828.343320:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695828.343323:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695828.343328:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695828.343334:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695828.343341:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695828.343355:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695828.343385:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695828.343422:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695828.343427:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.343487:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695828.343493:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695828.343501:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695828.343503:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695828.343507:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755695828.343514:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755695828.343517:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755695828.343520:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695828.343529:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695828.343543:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695828.343553:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695828.343556:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.343559:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695828.343563:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695828.343566:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695828.343582:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695828.343586:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695828.343596:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=85 v=5 (5 5 0 0) 00000100:00001000:2.0:1755695828.343601:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=133 v=5 (1 0 0 0) 00000100:00000001:2.0:1755695828.343604:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695828.343606:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695828.343610:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695828.343613:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695828.343617:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695828.343623:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695828.343632:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695828.343636:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695828.343639:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695828.343644:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695828.343655:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120590080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695828.343661:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.343663:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695828.343667:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120590080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695844 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695828.343675:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695828.343679:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695828.343683:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755695828.343686:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695828.343689:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695828.343692:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695828.343695:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695828.343697:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:2.0:1755695828.343701:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695828.343703:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695828.343705:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:2.0:1755695828.343711:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695828.343718:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.343720:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695828.343726:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695828.343728:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695828.343730:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695828.343733:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695828.354867:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295077902, at 4295077903 00000100:00000010:1.0:1755695828.354881:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00000100:00000040:0.0:1755695828.354912:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295077902, at 4295077903 00000100:00000010:0.0:1755695828.354925:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755695829.043912:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695829.043922:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695829.044064:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695829.044070:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695829.044075:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695830.067916:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695830.067926:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695830.068063:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695830.068070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695830.068076:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695831.091915:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695831.091925:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695831.092068:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695831.092074:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695831.092079:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695832.115913:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695832.115922:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695832.116075:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695832.116081:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695832.116085:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695833.139940:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695833.139950:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695833.140104:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695833.140110:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695833.140116:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695833.460039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695833.460054:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695833.460069:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695833.460078:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695833.460083:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695833.460088:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695833.460096:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695833.460107:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695833.460117:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695833.460133:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695833.460150:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695833.460156:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695833.460165:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695833.460210:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695833.460215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695833.460242:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695833.460246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695833.460250:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695833.460256:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (420) 00000100:00000001:0.0:1755695833.460272:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695833.460277:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755695833.460281:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.460292:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695833.460295:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.460298:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695833.460301:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695833.460305:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755695833.460307:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755695833.460317:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695833.460319:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695833.460338:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695833.460341:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695833.460347:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695833.460350:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695833.460390:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695833.460398:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695833.460404:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695833.460412:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695833.460415:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695833.460418:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695833.460424:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013e00. 02000000:00000001:0.0:1755695833.460427:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695833.460440:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695833.460446:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695833.460455:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695833.460464:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590208, portal 25 00000100:00000001:0.0:1755695833.460467:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695833.460469:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695833.460486:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695833.460496:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695833.460500:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695833.460504:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee3b8. 00000100:00000200:0.0:1755695833.460508:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590208, offset 0 00000400:00000200:0.0:1755695833.460516:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695833.460529:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695833.460538:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695833.460545:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695833.460551:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695833.460556:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695833.460560:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695833.460565:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [184:184:256:4294967295] 192.168.203.157@tcp LPNI seq info [184:184:8:4294967295] 00000400:00000200:0.0:1755695833.460570:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695833.460582:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695833.460590:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695833.460596:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba300. 00000800:00000200:0.0:1755695833.460605:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695833.460615:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695833.460622:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695833.460663:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695833.460667:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695833.460670:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295083022 00000100:00000010:0.0:1755695833.460674:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695833.460683:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695833.460689:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295083022 00000100:00000010:0.0:1755695833.460692:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fde0. 00000100:00000001:0.0:1755695833.460695:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695833.460697:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695833.460705:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695833.460708:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695833.460710:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695833.460779:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695833.460808:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba300. 00000400:00000200:1.0:1755695833.460815:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695833.460821:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695833.460825:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee3b8 00000400:00000010:1.0:1755695833.460828:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee3b8. 00000100:00000001:1.0:1755695833.460832:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695833.460837:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695833.460855:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695833.460858:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695833.460865:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695833.460866:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695833.462560:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695833.462573:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695833.462576:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695833.462578:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695833.462584:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695833.462589:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695833.462595:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695833.462599:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695833.462603:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695833.462608:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205780 00000400:00000200:1.0:1755695833.462612:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695833.462618:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc21 [1] + 224 00000800:00000001:1.0:1755695833.462624:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695833.462630:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695833.462632:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695833.462635:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695833.462639:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695833.462643:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695833.462652:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695833.462670:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695833.462676:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695833.462679:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.462740:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695833.462744:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695833.462750:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695833.462751:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695833.462754:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695833.462758:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695833.462760:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695833.462763:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695833.462768:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695833.462778:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695833.462806:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695833.462808:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.462811:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695833.462813:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695833.462816:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695833.462818:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695833.462821:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695833.462828:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=90 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695833.462831:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=138 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695833.462834:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695833.462835:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695833.462838:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695833.462840:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695833.462843:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695833.462847:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695833.462852:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695833.462855:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695833.462857:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695833.462861:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695833.462876:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695833.462881:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.462882:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695833.462885:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120590208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695849 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695833.462891:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695833.462893:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695833.462896:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013e00. 02000000:00000001:0.0:1755695833.462899:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695833.462900:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695833.462902:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695833.462904:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695833.462906:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695833.462909:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695833.462911:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695833.462913:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695833.462916:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695833.462917:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.462919:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695833.462922:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695833.462924:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695833.462925:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695833.462927:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695833.474917:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295083022, at 4295083023 00000100:00000040:0.0:1755695833.474922:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295083022, at 4295083023 00000100:00000010:1.0:1755695833.474933:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fde0. 00000100:00000010:0.0:1755695833.474937:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695834.163899:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695834.163908:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695834.164036:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695834.164042:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695834.164047:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695835.187929:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695835.187942:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695835.187945:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695835.187964:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695835.187970:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695835.187973:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695835.187995:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695835.187998:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695835.188111:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695835.188116:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695835.188120:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695836.211924:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695836.211933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695836.212063:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695836.212068:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695836.212073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695837.235935:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695837.235945:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695837.236053:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695837.236060:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695837.236077:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695838.259963:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695838.259971:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695838.260077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695838.260085:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695838.260090:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695838.579955:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695838.579994:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695838.580004:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755695838.580012:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695838.580018:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695838.580023:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695838.580031:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695838.580042:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755695838.580052:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695838.580068:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695838.580085:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695838.580091:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695838.580100:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b6ebac8f] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695838.580146:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695838.580150:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695838.580155:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695838.580159:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695838.580164:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695838.580169:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (425) 00000100:00000001:3.0:1755695838.580256:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695838.580265:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695838.580270:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695838.580283:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695838.580297:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695838.580300:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695838.580307:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695838.580310:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695838.580314:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695838.580342:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120590336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695838.580349:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695838.580356:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695838.580360:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695838.580363:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695838.580381:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695838.580384:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695838.580395:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695838.580414:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695838.580423:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695838.580432:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590336, portal 25 00000100:00000001:3.0:1755695838.580435:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695838.580438:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:3.0:1755695838.580447:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695838.580459:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695838.580463:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695838.580467:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792bb0. 00000100:00000200:3.0:1755695838.580472:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590336, offset 0 00000400:00000200:3.0:1755695838.580480:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695838.580492:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695838.580501:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695838.580509:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695838.580515:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695838.580520:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695838.580524:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695838.580529:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [185:185:256:4294967295] 192.168.203.157@tcp LPNI seq info [185:185:8:4294967295] 00000400:00000200:3.0:1755695838.580535:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695838.580549:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695838.580556:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695838.580562:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755695838.580572:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695838.580594:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695838.580601:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695838.580630:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695838.580636:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695838.580641:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295088142 00000100:00000010:3.0:1755695838.580647:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a720. 00000100:00000001:3.0:1755695838.580659:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695838.580683:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295088142 00000100:00000010:3.0:1755695838.580688:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aba0. 00000100:00000001:3.0:1755695838.580692:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695838.580702:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695838.580706:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695838.580712:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695838.580716:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695838.580727:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695838.580730:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695838.580734:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695838.580736:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695838.580739:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695838.580743:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695838.580773:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695838.580777:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695838.580925:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695838.580934:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:1.0:1755695838.580942:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695838.580951:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695838.580958:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792bb0 00000400:00000010:1.0:1755695838.580961:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792bb0. 00000100:00000001:1.0:1755695838.580967:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695838.580975:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695838.580990:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695838.580995:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695838.581005:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695838.581008:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695838.583135:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695838.583151:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695838.583156:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695838.583159:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695838.583169:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695838.583177:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695838.583187:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695838.583193:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695838.583212:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695838.583219:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205800 00000400:00000200:1.0:1755695838.583227:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695838.583233:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc31 [1] + 224 00000800:00000001:1.0:1755695838.583242:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695838.583252:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695838.583255:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695838.583260:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695838.583266:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695838.583274:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695838.583309:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695838.583369:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695838.583381:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695838.583386:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695838.583415:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695838.583421:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695838.583441:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695838.583444:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695838.583447:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695838.583455:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695838.583457:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695838.583461:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695838.583470:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695838.583485:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695838.583495:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695838.583497:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695838.583501:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695838.583505:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695838.583508:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695838.583511:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695838.583515:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695838.583523:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=95 v=5 (5 5 0 0) 00000100:00001000:3.0:1755695838.583529:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=143 v=5 (1 0 0 0) 00000100:00000001:3.0:1755695838.583544:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695838.583547:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695838.583551:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695838.583554:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695838.583558:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695838.583564:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695838.583574:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695838.583578:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695838.583581:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695838.583586:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695838.583597:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120590336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695838.583603:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695838.583605:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695838.583609:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120590336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695854 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695838.583617:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695838.583620:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695838.583625:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695838.583628:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695838.583631:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695838.583633:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695838.583636:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695838.583639:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755695838.583643:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695838.583646:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695838.583648:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:3.0:1755695838.583654:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695838.583656:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695838.583659:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695838.583664:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695838.583666:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695838.583675:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695838.583678:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695838.594913:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295088142, at 4295088143 00000100:00000040:1.0:1755695838.594924:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295088142, at 4295088143 00000100:00000010:0.0:1755695838.594928:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a720. 00000100:00000010:1.0:1755695838.594945:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aba0. 00010000:00000001:0.0:1755695839.283910:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695839.283917:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695839.283985:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695839.283989:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695839.283992:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695840.307920:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695840.307930:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695840.308062:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695840.308069:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695840.308074:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695841.331877:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695841.331886:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695841.331978:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695841.331982:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695841.331985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695842.355945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695842.355954:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695842.356073:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695842.356103:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695842.356109:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695843.379898:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695843.379905:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695843.379997:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695843.380001:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695843.380004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695843.699983:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695843.699993:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695843.700003:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695843.700010:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695843.700013:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695843.700016:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695843.700022:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695843.700029:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695843.700036:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695843.700048:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695843.700058:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695843.700061:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695843.700067:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695843.700140:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695843.700144:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695843.700149:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695843.700152:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695843.700155:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695843.700159:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (430) 00000100:00000001:0.0:1755695843.700223:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695843.700224:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695843.700227:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695843.700230:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695843.700232:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695843.700238:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695843.700246:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695843.700248:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695843.700252:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695843.700255:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695843.700258:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695843.700261:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695843.700266:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695843.700271:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695843.700273:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695843.700276:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695843.700279:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755695843.700310:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695843.700319:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695843.700324:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695843.700330:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695843.700337:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590464, portal 25 00000100:00000001:0.0:1755695843.700339:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695843.700341:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695843.700352:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695843.700358:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695843.700360:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695843.700363:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eef68. 00000100:00000200:0.0:1755695843.700366:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590464, offset 0 00000400:00000200:0.0:1755695843.700371:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695843.700379:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695843.700386:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695843.700391:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695843.700395:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695843.700398:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695843.700401:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695843.700404:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [186:186:256:4294967295] 192.168.203.157@tcp LPNI seq info [186:186:8:4294967295] 00000400:00000200:0.0:1755695843.700407:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695843.700415:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695843.700420:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695843.700424:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba900. 00000800:00000200:0.0:1755695843.700430:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695843.700438:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695843.700442:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695843.700458:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695843.700462:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695843.700465:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295093262 00000100:00000010:0.0:1755695843.700469:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695843.700478:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695843.700485:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295093262 00000100:00000010:0.0:1755695843.700488:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f360. 00000100:00000001:0.0:1755695843.700501:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695843.700504:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695843.700511:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695843.700513:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695843.700515:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695843.700523:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695843.700526:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695843.700528:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695843.700529:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695843.700530:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695843.700532:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695843.700575:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695843.700581:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba900. 00000400:00000200:1.0:1755695843.700587:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695843.700592:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695843.700596:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eef68 00000400:00000010:1.0:1755695843.700598:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eef68. 00000100:00000001:1.0:1755695843.700602:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695843.700607:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695843.700616:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695843.700619:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695843.700625:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695843.700627:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695843.702201:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695843.702217:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695843.702221:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695843.702224:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695843.702232:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695843.702237:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695843.702245:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695843.702249:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695843.702263:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695843.702267:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205880 00000400:00000200:1.0:1755695843.702272:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695843.702278:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc39 [1] + 224 00000800:00000001:1.0:1755695843.702305:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695843.702314:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695843.702317:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695843.702321:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695843.702341:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695843.702346:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695843.702355:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695843.702371:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695843.702378:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695843.702381:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695843.702430:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695843.702434:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695843.702441:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695843.702443:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695843.702445:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695843.702451:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695843.702452:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695843.702455:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695843.702462:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695843.702473:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695843.702481:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695843.702483:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695843.702486:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695843.702489:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695843.702491:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695843.702494:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695843.702497:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695843.702504:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=100 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695843.702508:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=148 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695843.702511:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695843.702513:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695843.702516:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695843.702518:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695843.702521:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695843.702525:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695843.702548:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695843.702551:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695843.702554:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695843.702558:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695843.702566:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695843.702571:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695843.702574:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695843.702577:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120590464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695859 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695843.702583:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695843.702585:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695843.702589:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755695843.702592:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695843.702594:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695843.702595:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695843.702598:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695843.702600:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695843.702603:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695843.702605:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695843.702607:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695843.702611:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695843.702612:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695843.702614:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695843.702618:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695843.702620:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695843.702622:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695843.702624:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695843.714922:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295093262, at 4295093263 00000100:00000010:1.0:1755695843.714932:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f360. 00000100:00000040:0.0:1755695843.714935:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295093262, at 4295093263 00000100:00000010:0.0:1755695843.714945:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695844.403983:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695844.403993:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695844.404152:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695844.404158:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695844.404162:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695845.427937:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695845.427949:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695845.427953:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695845.427956:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695845.427963:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695845.427966:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695845.427969:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695845.427972:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695845.428084:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695845.428089:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695845.428094:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695846.451902:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695846.451909:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695846.451988:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695846.451992:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695846.451996:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695847.475950:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695847.475959:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695847.476096:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695847.476103:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695847.476108:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695848.500031:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695848.500043:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695848.500165:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695848.500171:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695848.500177:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695848.819941:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695848.819953:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695848.819966:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695848.819973:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695848.819978:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695848.819982:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695848.819988:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695848.819997:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695848.820005:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695848.820018:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695848.820030:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695848.820036:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695848.820042:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695848.820080:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695848.820083:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695848.820087:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695848.820090:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695848.820111:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695848.820115:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (436) 00000100:00000001:0.0:1755695848.820133:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695848.820138:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755695848.820141:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.820150:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695848.820153:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.820155:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695848.820157:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695848.820160:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695848.820167:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695848.820170:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695848.820178:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695848.820180:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695848.820185:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695848.820190:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695848.820193:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695848.820197:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695848.820201:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695848.820206:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695848.820212:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695848.820214:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695848.820217:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695848.820221:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695848.820224:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695848.820234:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695848.820239:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695848.820325:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695848.820334:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590592, portal 25 00000100:00000001:0.0:1755695848.820337:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695848.820339:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695848.820346:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695848.820355:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695848.820365:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695848.820368:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee770. 00000100:00000200:0.0:1755695848.820372:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590592, offset 0 00000400:00000200:0.0:1755695848.820379:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695848.820389:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695848.820397:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695848.820403:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695848.820408:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695848.820412:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695848.820415:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695848.820419:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [187:187:256:4294967295] 192.168.203.157@tcp LPNI seq info [187:187:8:4294967295] 00000400:00000200:0.0:1755695848.820423:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695848.820434:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695848.820440:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695848.820444:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba400. 00000800:00000200:0.0:1755695848.820452:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695848.820459:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695848.820464:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695848.820484:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695848.820490:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695848.820493:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295098382 00000100:00000010:0.0:1755695848.820498:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695848.820507:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695848.820515:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295098382 00000100:00000010:0.0:1755695848.820519:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f120. 00000100:00000001:0.0:1755695848.820522:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695848.820526:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695848.820529:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695848.820532:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695848.820535:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695848.820626:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695848.820632:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba400. 00000400:00000200:1.0:1755695848.820639:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695848.820647:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695848.820652:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee770 00000400:00000010:1.0:1755695848.820655:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee770. 00000100:00000001:1.0:1755695848.820660:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695848.820666:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695848.820677:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695848.820681:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695848.820706:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695848.820708:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695848.822045:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695848.822060:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695848.822063:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695848.822065:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695848.822072:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695848.822078:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695848.822086:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695848.822091:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695848.822095:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695848.822099:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205900 00000400:00000200:1.0:1755695848.822104:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695848.822110:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc49 [1] + 224 00000800:00000001:1.0:1755695848.822118:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695848.822125:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695848.822128:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695848.822131:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695848.822136:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695848.822142:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695848.822152:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695848.822175:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695848.822183:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695848.822186:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.822280:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695848.822292:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695848.822299:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695848.822301:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695848.822304:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695848.822309:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695848.822311:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695848.822313:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695848.822320:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695848.822332:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695848.822339:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695848.822341:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.822344:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695848.822347:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695848.822349:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695848.822352:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695848.822355:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695848.822363:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=105 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695848.822366:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=153 v=5 (1 0 0 0) 00000100:00000001:0.0:1755695848.822370:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695848.822371:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695848.822374:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695848.822377:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695848.822380:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695848.822384:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695848.822391:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695848.822394:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695848.822396:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695848.822400:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695848.822407:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695848.822420:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.822422:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695848.822425:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120590592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695864 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695848.822432:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695848.822434:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695848.822437:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695848.822440:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695848.822442:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695848.822444:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695848.822447:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695848.822449:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695848.822452:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695848.822454:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695848.822456:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695848.822460:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695848.822462:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.822465:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695848.822471:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695848.822473:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695848.822476:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695848.822479:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695848.834892:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295098382, at 4295098383 00000100:00000040:1.0:1755695848.834893:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295098382, at 4295098383 00000100:00000010:0.0:1755695848.834910:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695848.834913:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f120. 00010000:00000001:0.0:1755695849.523954:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695849.523967:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695849.524099:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695849.524105:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695849.524109:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695850.547950:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695850.547959:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695850.548096:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695850.548104:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695850.548110:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695851.571981:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695851.571990:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695851.572084:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695851.572091:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695851.572096:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695852.595926:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695852.595935:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695852.596060:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695852.596078:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695852.596083:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695853.619961:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695853.619972:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695853.620056:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695853.620061:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695853.620064:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695853.939927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695853.939966:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695853.939976:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695853.939984:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695853.939989:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695853.939994:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695853.940001:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695853.940011:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695853.940020:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695853.940038:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695853.940071:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695853.940078:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695853.940086:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695853.940134:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695853.940138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695853.940143:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695853.940147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695853.940151:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695853.940157:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (441) 00000100:00000001:1.0:1755695853.940273:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695853.940280:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695853.940284:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695853.940322:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695853.940336:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695853.940338:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695853.940344:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695853.940348:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695853.940352:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695853.940356:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590720:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695853.940362:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695853.940370:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695853.940373:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695853.940377:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695853.940384:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b600. 02000000:00000001:1.0:1755695853.940387:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695853.940398:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695853.940404:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925058. 00000400:00000010:1.0:1755695853.940412:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5110. 00000100:00000200:1.0:1755695853.940423:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590720, portal 25 00000100:00000001:1.0:1755695853.940428:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695853.940431:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695853.940443:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695853.940458:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695853.940463:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695853.940469:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5c38. 00000100:00000200:1.0:1755695853.940475:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590720, offset 0 00000400:00000200:1.0:1755695853.940487:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695853.940499:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.940510:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695853.940516:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695853.940523:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695853.940528:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695853.940532:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695853.940546:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [188:188:256:4294967295] 192.168.203.157@tcp LPNI seq info [188:188:8:4294967295] 00000400:00000200:1.0:1755695853.940552:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.940566:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695853.940574:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695853.940580:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755695853.940590:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695853.940600:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695853.940607:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695853.940636:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695853.940646:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695853.940651:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295103502 00000100:00000010:1.0:1755695853.940660:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755695853.940672:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695853.940693:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295103502 00000100:00000010:1.0:1755695853.940701:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755695853.940707:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695853.940715:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695853.940721:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695853.940728:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695853.940734:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695853.940765:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695853.940769:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695853.940773:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695853.940774:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695853.940777:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695853.940780:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695853.940863:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695853.940867:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695853.940932:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695853.940940:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755695853.940948:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695853.940957:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695853.940962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5c38 00000400:00000010:0.0:1755695853.940965:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5c38. 00000100:00000001:0.0:1755695853.940971:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695853.940978:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695853.940992:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695853.941008:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695853.941018:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695853.941021:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695853.943043:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695853.943063:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695853.943068:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695853.943070:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695853.943078:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.943097:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695853.943106:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.943112:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.943119:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.943124:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205980 00000400:00000200:1.0:1755695853.943130:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695853.943136:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc59 [1] + 224 00000800:00000001:1.0:1755695853.943145:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695853.943156:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695853.943159:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695853.943164:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695853.943169:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695853.943176:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695853.943190:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695853.943232:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695853.943242:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695853.943247:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695853.943323:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695853.943329:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695853.943336:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695853.943339:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695853.943342:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925058. 00000400:00000200:0.0:1755695853.943349:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5110 00000400:00000010:0.0:1755695853.943352:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5110. 00000100:00000001:0.0:1755695853.943355:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695853.943364:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695853.943377:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695853.943387:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695853.943389:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695853.943393:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695853.943396:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695853.943398:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695853.943402:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695853.943405:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695853.943413:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=110 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695853.943417:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=8 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695853.943421:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695853.943423:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695853.943426:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695853.943429:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695853.943433:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695853.943438:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695853.943447:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695853.943450:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695853.943464:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695853.943470:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695853.943480:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590720:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695853.943485:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695853.943488:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695853.943491:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120590720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695869 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695853.943499:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695853.943502:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695853.943506:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b600. 02000000:00000001:0.0:1755695853.943510:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695853.943513:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695853.943515:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695853.943518:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695853.943520:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695853.943525:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695853.943527:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695853.943529:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695853.943533:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695853.943535:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695853.943537:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695853.943542:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695853.943544:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695853.943547:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695853.943549:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695853.954889:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295103502, at 4295103503 00000100:00000010:1.0:1755695853.954903:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000040:0.0:1755695853.954914:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295103502, at 4295103503 00000100:00000010:0.0:1755695853.954929:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755695854.643899:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695854.643907:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695854.643995:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695854.643999:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695854.644023:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695855.667921:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695855.667931:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695855.667933:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695855.667935:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695855.667958:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695855.667960:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695855.667962:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695855.667963:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695855.668051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695855.668055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695855.668058:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695856.691965:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695856.691979:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695856.692123:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695856.692129:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695856.692134:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695857.715988:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695857.715998:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695857.716088:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695857.716094:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695857.716099:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695858.739914:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695858.739922:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695858.740002:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695858.740007:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695858.740011:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695859.059931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695859.059946:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695859.059962:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695859.059969:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695859.059975:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695859.059979:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695859.059986:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695859.059997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695859.060006:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695859.060022:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695859.060036:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695859.060041:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695859.060048:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695859.060080:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695859.060083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695859.060086:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695859.060088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695859.060091:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695859.060095:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (446) 00000100:00000001:0.0:1755695859.060127:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695859.060131:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755695859.060133:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.060141:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695859.060144:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.060146:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695859.060148:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695859.060151:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695859.060160:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695859.060192:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695859.060200:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695859.060205:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695859.060211:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695859.060217:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695859.060222:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695859.060226:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695859.060233:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590848:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695859.060240:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695859.060246:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695859.060250:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695859.060253:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695859.060260:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013800. 02000000:00000001:0.0:1755695859.060263:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695859.060274:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695859.060280:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695859.060288:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695859.060296:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590848, portal 25 00000100:00000001:0.0:1755695859.060300:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695859.060302:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695859.060311:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695859.060322:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695859.060324:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695859.060327:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eec38. 00000100:00000200:0.0:1755695859.060329:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590848, offset 0 00000400:00000200:0.0:1755695859.060342:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695859.060351:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695859.060358:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695859.060363:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695859.060367:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695859.060372:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695859.060374:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695859.060378:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [189:189:256:4294967295] 192.168.203.157@tcp LPNI seq info [189:189:8:4294967295] 00000400:00000200:0.0:1755695859.060382:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695859.060391:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695859.060396:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695859.060400:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bbab00. 00000800:00000200:0.0:1755695859.060407:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695859.060415:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695859.060420:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bbab00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695859.060439:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695859.060443:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695859.060446:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295108622 00000100:00000010:0.0:1755695859.060451:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695859.060459:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695859.060469:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295108622 00000100:00000010:0.0:1755695859.060471:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fa20. 00000100:00000001:0.0:1755695859.060475:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695859.060478:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695859.060480:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695859.060483:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695859.060486:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695859.060561:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695859.060566:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bbab00. 00000400:00000200:1.0:1755695859.060573:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695859.060581:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695859.060586:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eec38 00000400:00000010:1.0:1755695859.060588:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eec38. 00000100:00000001:1.0:1755695859.060593:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695859.060600:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695859.060627:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695859.060630:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695859.060636:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695859.060637:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695859.062279:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695859.062291:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695859.062294:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695859.062295:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695859.062304:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695859.062310:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695859.062316:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695859.062320:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695859.062324:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695859.062328:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205a00 00000400:00000200:1.0:1755695859.062332:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695859.062337:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc69 [1] + 224 00000800:00000001:1.0:1755695859.062343:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695859.062349:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695859.062351:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695859.062354:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695859.062357:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695859.062361:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695859.062369:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695859.062389:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695859.062396:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695859.062398:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.062434:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695859.062438:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695859.062444:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695859.062446:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695859.062450:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695859.062462:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695859.062464:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695859.062467:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695859.062474:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695859.062484:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695859.062490:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695859.062492:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.062494:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695859.062497:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695859.062500:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695859.062502:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695859.062505:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695859.062511:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=116 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695859.062514:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=14 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695859.062517:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695859.062518:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695859.062521:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695859.062523:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695859.062525:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695859.062529:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695859.062535:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695859.062538:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695859.062540:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695859.062543:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695859.062550:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590848:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695859.062554:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.062557:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695859.062559:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120590848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695875 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695859.062570:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695859.062573:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695859.062575:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013800. 02000000:00000001:0.0:1755695859.062579:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695859.062581:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695859.062582:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695859.062584:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695859.062587:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695859.062590:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695859.062592:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695859.062593:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695859.062597:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695859.062598:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.062600:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695859.062604:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695859.062605:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695859.062607:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695859.062609:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695859.074865:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295108622, at 4295108623 00000100:00000010:0.0:1755695859.074876:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755695859.074892:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295108622, at 4295108623 00000100:00000010:1.0:1755695859.074903:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fa20. 00010000:00000001:0.0:1755695859.763864:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695859.763874:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695859.763980:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695859.763989:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695859.763995:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695860.787961:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695860.787970:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695860.788113:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695860.788121:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695860.788127:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695861.811924:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695861.811934:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695861.812080:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695861.812089:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695861.812095:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695862.835902:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695862.835927:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695862.836038:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695862.836043:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695862.836048:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695863.859948:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695863.859958:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695863.860093:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695863.860099:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695863.860104:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695864.179952:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695864.179964:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695864.179975:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029880. 00000020:00000040:1.0:1755695864.179982:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695864.179987:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695864.179991:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695864.179997:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695864.180007:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755695864.180032:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695864.180048:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695864.180065:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695864.180071:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695864.180080:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000004955ae91] to pc [ptlrpcd_00_01+1] req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695864.180124:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695864.180128:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695864.180158:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695864.180163:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695864.180169:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695864.180179:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (451) 00000100:00000001:0.0:1755695864.180181:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695864.180206:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695864.180210:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755695864.180217:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755695864.180220:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695864.180223:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695864.180263:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695864.180266:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695864.180270:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695864.180274:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695864.180277:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695864.180282:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590976:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695864.180287:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695864.180294:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695864.180297:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695864.180300:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695864.180304:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695864.180307:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695864.180317:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695864.180323:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695864.180330:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695864.180339:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120590976, portal 25 00000100:00000001:0.0:1755695864.180341:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695864.180343:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275611264 : -118784433940352 : ffff93f758029880) 00000100:00000040:0.0:1755695864.180350:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695864.180358:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695864.180361:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695864.180364:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee088. 00000100:00000200:0.0:1755695864.180367:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120590976, offset 0 00000400:00000200:0.0:1755695864.180374:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695864.180384:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695864.180392:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695864.180398:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695864.180402:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695864.180407:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695864.180410:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695864.180421:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [190:190:256:4294967295] 192.168.203.157@tcp LPNI seq info [190:190:8:4294967295] 00000400:00000200:0.0:1755695864.180426:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695864.180437:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695864.180455:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695864.180460:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755695864.180468:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695864.180477:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695864.180482:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695864.180503:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695864.180508:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695864.180512:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295113742 00000100:00000010:0.0:1755695864.180516:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695864.180527:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695864.180535:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295113742 00000100:00000010:0.0:1755695864.180538:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f420. 00000100:00000001:0.0:1755695864.180542:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695864.180546:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695864.180549:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695864.180553:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695864.180555:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695864.180563:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695864.180566:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695864.180570:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695864.180571:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695864.180573:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695864.180576:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695864.180637:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695864.180643:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000400:00000200:1.0:1755695864.180651:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695864.180661:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695864.180667:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee088 00000400:00000010:1.0:1755695864.180671:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee088. 00000100:00000001:1.0:1755695864.180678:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695864.180696:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695864.180711:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695864.180716:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695864.180729:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695864.180731:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695864.182820:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695864.182837:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695864.182841:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695864.182846:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695864.182853:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695864.182862:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695864.182869:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695864.182873:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695864.182880:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695864.182886:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205a80 00000400:00000200:1.0:1755695864.182893:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695864.182901:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc79 [1] + 224 00000800:00000001:1.0:1755695864.182911:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695864.182924:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695864.182928:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695864.182934:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695864.182952:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695864.182959:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695864.182977:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695864.183005:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695864.183015:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695864.183020:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695864.183096:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695864.183101:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695864.183107:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695864.183109:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695864.183112:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695864.183118:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695864.183120:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695864.183132:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695864.183170:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695864.183185:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695864.183193:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695864.183195:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695864.183198:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695864.183201:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695864.183204:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695864.183207:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695864.183210:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695864.183217:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=121 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695864.183222:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=19 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695864.183224:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695864.183226:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695864.183230:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695864.183232:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695864.183235:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695864.183239:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695864.183246:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695864.183250:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695864.183252:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695864.183256:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695864.183265:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120590976:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695864.183269:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695864.183271:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695864.183274:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029880 x1840980120590976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695880 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695864.183280:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695864.183289:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695864.183292:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695864.183296:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695864.183299:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695864.183301:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695864.183304:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695864.183306:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755695864.183309:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695864.183312:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695864.183314:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029880. 00000100:00000001:0.0:1755695864.183317:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695864.183319:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695864.183321:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695864.183325:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695864.183327:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695864.183329:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695864.183331:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695864.194888:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295113742, at 4295113743 00000100:00000040:0.0:1755695864.194916:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295113742, at 4295113743 00000100:00000010:1.0:1755695864.194931:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f420. 00000100:00000010:0.0:1755695864.194936:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695864.883910:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695864.883921:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695864.883925:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695864.883929:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695864.883937:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695864.883941:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695864.883945:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695864.883949:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695864.884067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695864.884075:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695864.884080:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695865.907908:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695865.907916:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695865.908045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695865.908055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695865.908062:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695866.932887:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695866.932894:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695866.932978:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695866.932989:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695866.932996:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695867.955912:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695867.955921:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695867.955988:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695867.955997:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695867.956005:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695868.980001:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695868.980012:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695868.980210:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695868.980218:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695868.980224:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695869.299957:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695869.299972:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695869.299989:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755695869.299999:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695869.300005:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695869.300010:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695869.300019:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695869.300030:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755695869.300042:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695869.300058:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695869.300074:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695869.300081:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695869.300090:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695869.300175:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695869.300179:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695869.300185:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695869.300189:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695869.300192:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695869.300198:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (456) 00000100:00000001:0.0:1755695869.300269:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695869.300280:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695869.300286:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695869.300327:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695869.300348:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695869.300353:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695869.300362:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695869.300368:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695869.300374:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695869.300382:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120591104:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695869.300392:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695869.300402:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695869.300407:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695869.300412:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695869.300420:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013400. 02000000:00000001:0.0:1755695869.300425:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695869.300442:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695869.300453:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695869.300466:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695869.300479:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591104, portal 25 00000100:00000001:0.0:1755695869.300484:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695869.300487:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755695869.300501:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695869.300519:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695869.300526:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695869.300533:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee7f8. 00000100:00000200:0.0:1755695869.300538:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591104, offset 0 00000400:00000200:0.0:1755695869.300551:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695869.300568:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695869.300583:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695869.300594:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695869.300603:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695869.300611:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695869.300617:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695869.300638:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [191:191:256:4294967295] 192.168.203.157@tcp LPNI seq info [191:191:8:4294967295] 00000400:00000200:0.0:1755695869.300648:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695869.300668:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695869.300681:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695869.300692:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755695869.300705:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695869.300719:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695869.300729:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695869.300763:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695869.300773:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695869.300779:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295118862 00000100:00000010:0.0:1755695869.300868:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695869.300883:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695869.300897:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295118863 00000100:00000010:0.0:1755695869.300906:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f000. 00000100:00000001:0.0:1755695869.300915:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695869.300923:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695869.300930:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695869.300938:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695869.300943:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695869.300958:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695869.300963:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695869.300969:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695869.300971:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695869.300975:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695869.300979:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695869.300998:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1755695869.301004:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000800:00000010:1.0:1755695869.301007:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000100:00000001:0.0:1755695869.301012:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695869.301020:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695869.301032:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695869.301039:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee7f8 00000400:00000010:1.0:1755695869.301043:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee7f8. 00000100:00000001:1.0:1755695869.301050:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695869.301070:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695869.301086:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695869.301091:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695869.301133:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695869.301136:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695869.303481:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695869.303501:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695869.303506:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695869.303509:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695869.303519:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695869.303530:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695869.303540:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695869.303546:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695869.303552:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695869.303558:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205b00 00000400:00000200:1.0:1755695869.303565:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695869.303572:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc89 [1] + 224 00000800:00000001:1.0:1755695869.303581:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695869.303592:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695869.303596:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695869.303600:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695869.303607:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695869.303615:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695869.303629:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695869.303659:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695869.303669:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695869.303674:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695869.303740:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695869.303747:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695869.303755:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695869.303759:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695869.303764:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695869.303817:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695869.303821:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695869.303827:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695869.303837:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695869.303857:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695869.303871:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695869.303874:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695869.303880:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695869.303884:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695869.303889:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695869.303893:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695869.303898:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695869.303909:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=126 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695869.303916:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=24 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695869.303921:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695869.303924:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695869.303929:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695869.303934:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695869.303939:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695869.303947:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695869.303961:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695869.303966:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695869.303970:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695869.303978:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695869.303994:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120591104:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695869.304003:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695869.304007:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695869.304014:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120591104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695885 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695869.304039:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695869.304044:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695869.304049:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013400. 02000000:00000001:0.0:1755695869.304055:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695869.304060:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695869.304063:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695869.304068:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695869.304072:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755695869.304079:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695869.304082:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695869.304086:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:0.0:1755695869.304093:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695869.304130:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695869.304136:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695869.304144:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695869.304147:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695869.304151:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695869.304155:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695869.315915:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295118863, at 4295118864 00000100:00000040:0.0:1755695869.315922:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295118862, at 4295118864 00000100:00000010:0.0:1755695869.315937:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695869.315943:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f000. 00010000:00000001:0.0:1755695870.003955:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695870.003965:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695870.004084:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695870.004115:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695870.004123:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695871.027986:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695871.027997:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695871.028179:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695871.028187:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695871.028192:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695872.051930:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695872.051940:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695872.052122:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695872.052129:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695872.052134:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695873.075992:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695873.076002:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695873.076175:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695873.076181:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695873.076187:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695874.099977:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695874.099986:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695874.100142:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695874.100151:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695874.100158:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695874.420011:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695874.420023:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695874.420036:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad180. 00000020:00000040:3.0:1755695874.420044:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695874.420050:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695874.420054:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695874.420076:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695874.420103:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755695874.420113:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695874.420132:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695874.420149:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695874.420155:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695874.420164:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000aca2675d] to pc [ptlrpcd_01_01+1] req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695874.420223:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695874.420228:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695874.420234:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695874.420238:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695874.420265:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:2.0:1755695874.420269:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755695874.420291:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (461) 00000100:00000001:2.0:1755695874.420295:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695874.420301:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695874.420315:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695874.420323:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695874.420331:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695874.420333:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695874.420357:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695874.420365:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695874.420369:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695874.420374:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695874.420381:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120591232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695874.420388:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695874.420396:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695874.420400:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695874.420419:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695874.420426:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755695874.420429:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695874.420440:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695874.420446:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755695874.420454:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755695874.420463:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591232, portal 25 00000100:00000001:2.0:1755695874.420466:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695874.420468:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918585728 : -118784790965888 : ffff93f742bad180) 00000100:00000040:2.0:1755695874.420475:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695874.420501:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695874.420504:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695874.420508:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8cc0. 00000100:00000200:2.0:1755695874.420512:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591232, offset 0 00000400:00000200:2.0:1755695874.420521:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695874.420532:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695874.420541:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695874.420548:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695874.420554:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695874.420575:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695874.420579:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695874.420585:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [192:192:256:4294967295] 192.168.203.157@tcp LPNI seq info [192:192:8:4294967295] 00000400:00000200:2.0:1755695874.420591:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695874.420606:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695874.420614:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695874.420620:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755695874.420630:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695874.420641:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695874.420648:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695874.420676:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695874.420683:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695874.420688:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295123982 00000100:00000010:2.0:1755695874.420695:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755695874.420706:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695874.420723:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295123982 00000100:00000010:2.0:1755695874.420727:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755695874.420731:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695874.420741:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695874.420745:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695874.420759:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695874.420762:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695874.420774:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695874.420828:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695874.420834:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695874.420837:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695874.420840:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695874.420844:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695874.420944:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695874.420969:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:1.0:1755695874.420976:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695874.420984:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695874.420989:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8cc0 00000400:00000010:1.0:1755695874.420993:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8cc0. 00000100:00000001:1.0:1755695874.420998:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695874.421005:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695874.421017:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695874.421021:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695874.421030:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695874.421032:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695874.423291:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695874.423310:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695874.423315:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695874.423319:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695874.423329:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695874.423339:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695874.423351:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695874.423355:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695874.423361:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695874.423367:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205b80 00000400:00000200:1.0:1755695874.423372:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695874.423380:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xc99 [1] + 224 00000800:00000001:1.0:1755695874.423389:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695874.423398:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695874.423401:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695874.423405:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695874.423410:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695874.423416:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695874.423438:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695874.423461:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695874.423471:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695874.423475:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695874.423549:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695874.423554:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695874.423561:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695874.423564:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695874.423567:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755695874.423573:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755695874.423575:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755695874.423578:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695874.423586:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695874.423598:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695874.423607:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695874.423608:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695874.423612:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695874.423622:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695874.423625:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695874.423629:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695874.423632:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695874.423640:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=131 v=5 (5 5 0 0) 00000100:00001000:2.0:1755695874.423645:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=29 v=5 (1 1 0 0) 00000100:00000001:2.0:1755695874.423648:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695874.423650:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695874.423653:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695874.423656:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695874.423659:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695874.423665:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695874.423699:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695874.423704:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695874.423708:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695874.423716:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695874.423731:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120591232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695874.423739:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695874.423742:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695874.423748:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad180 x1840980120591232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695890 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695874.423759:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695874.423761:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695874.423765:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755695874.423769:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695874.423772:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695874.423774:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695874.423777:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695874.423803:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755695874.423807:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695874.423810:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695874.423812:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad180. 00000100:00000001:2.0:1755695874.423816:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695874.423818:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695874.423820:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695874.423824:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695874.423826:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695874.423828:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695874.423830:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695874.434877:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295123982, at 4295123983 00000100:00000010:1.0:1755695874.434894:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00000100:00000040:0.0:1755695874.434945:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295123982, at 4295123983 00000100:00000010:0.0:1755695874.434962:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00010000:00000001:0.0:1755695875.123934:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695875.123952:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695875.123957:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695875.124008:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695875.124016:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695875.124019:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695875.124024:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695875.124029:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695875.124135:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695875.124141:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695875.124146:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695876.147915:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695876.147924:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695876.148043:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695876.148084:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695876.148089:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695877.171889:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695877.171895:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695877.171976:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695877.171982:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695877.171986:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695878.195941:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695878.195949:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695878.196066:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695878.196100:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695878.196106:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695879.219959:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695879.219968:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695879.220117:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695879.220123:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695879.220128:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695879.539926:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695879.539941:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695879.539955:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1c00. 00000020:00000040:2.0:1755695879.539963:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695879.539969:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695879.539973:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695879.539980:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695879.539994:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755695879.540003:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695879.540018:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695879.540082:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695879.540088:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695879.540096:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000304cc3ad] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695879.540130:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695879.540133:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695879.540138:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695879.540141:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695879.540144:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695879.540149:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (466) 00000100:00000001:2.0:1755695879.540162:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755695879.540167:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755695879.540171:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695879.540178:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695879.540180:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695879.540184:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695879.540185:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695879.540190:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695879.540193:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695879.540198:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695879.540221:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695879.540231:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695879.540234:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695879.540239:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695879.540243:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695879.540247:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695879.540251:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120591360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695879.540256:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695879.540263:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695879.540266:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695879.540270:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695879.540275:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755695879.540278:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695879.540291:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695879.540297:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755695879.540305:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755695879.540313:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591360, portal 25 00000100:00000001:2.0:1755695879.540316:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695879.540318:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287965696 : -118784421585920 : ffff93f758bf1c00) 00000100:00000040:2.0:1755695879.540325:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695879.540333:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695879.540337:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695879.540340:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8b28. 00000100:00000200:2.0:1755695879.540344:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591360, offset 0 00000400:00000200:2.0:1755695879.540352:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695879.540362:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695879.540371:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695879.540378:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695879.540383:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695879.540387:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695879.540391:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695879.540402:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [193:193:256:4294967295] 192.168.203.157@tcp LPNI seq info [193:193:8:4294967295] 00000400:00000200:2.0:1755695879.540407:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695879.540419:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695879.540426:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695879.540432:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755695879.540440:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695879.540449:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695879.540454:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695879.540473:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695879.540477:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695879.540481:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295129102 00000100:00000010:2.0:1755695879.540486:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755695879.540495:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695879.540510:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295129102 00000100:00000010:2.0:1755695879.540514:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755695879.540519:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695879.540522:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695879.540526:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695879.540530:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695879.540533:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695879.540600:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695879.540605:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:1.0:1755695879.540610:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695879.540616:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695879.540621:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8b28 00000400:00000010:1.0:1755695879.540623:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8b28. 00000100:00000001:1.0:1755695879.540627:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695879.540631:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695879.540639:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695879.540643:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695879.540649:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695879.540651:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695879.542681:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695879.542695:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695879.542698:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695879.542701:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695879.542707:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695879.542714:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695879.542722:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695879.542725:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695879.542729:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695879.542733:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205c00 00000400:00000200:1.0:1755695879.542744:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695879.542748:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xca1 [1] + 224 00000800:00000001:1.0:1755695879.542754:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695879.542760:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695879.542762:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695879.542765:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695879.542768:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695879.542772:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695879.542779:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695879.542812:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695879.542819:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695879.542821:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695879.542856:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695879.542860:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695879.542866:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695879.542868:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695879.542870:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755695879.542875:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755695879.542877:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755695879.542879:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695879.542885:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695879.542897:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695879.542919:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695879.542921:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695879.542925:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695879.542928:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695879.542931:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695879.542935:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695879.542938:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695879.542946:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=136 v=5 (5 5 0 0) 00000100:00001000:2.0:1755695879.542951:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=34 v=5 (1 1 0 0) 00000100:00000001:2.0:1755695879.542954:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695879.542956:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695879.542960:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695879.542962:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695879.542966:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695879.542971:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695879.542980:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695879.542984:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695879.542986:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695879.542991:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695879.543001:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120591360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695879.543007:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695879.543009:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695879.543012:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1c00 x1840980120591360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695895 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695879.543021:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695879.543036:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695879.543039:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755695879.543043:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695879.543046:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695879.543054:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695879.543057:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695879.543059:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:2.0:1755695879.543063:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695879.543065:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695879.543068:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1c00. 00000100:00000001:2.0:1755695879.543072:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695879.543074:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695879.543076:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695879.543080:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695879.543081:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695879.543084:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695879.543086:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695879.554878:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295129102, at 4295129103 00000100:00000010:1.0:1755695879.554903:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00000100:00000040:0.0:1755695879.554906:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295129102, at 4295129103 00000100:00000010:0.0:1755695879.554914:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00010000:00000001:0.0:1755695880.243920:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695880.243932:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695880.244088:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695880.244095:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695880.244101:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695881.268035:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695881.268045:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695881.268163:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695881.268172:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695881.268178:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695882.291907:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695882.291917:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695882.292078:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695882.292089:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695882.292099:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695883.315874:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695883.315881:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695883.315982:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695883.315990:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695883.316005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695884.339915:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695884.339926:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695884.340097:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695884.340106:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695884.340115:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695884.660051:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695884.660065:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695884.660078:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695884.660086:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695884.660092:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695884.660097:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695884.660104:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695884.660115:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba300. 00000100:00000001:0.0:1755695884.660125:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695884.660143:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695884.660180:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695884.660187:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695884.660196:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695884.660243:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695884.660248:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695884.660253:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695884.660257:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695884.660261:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695884.660267:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (471) 00000100:00000001:0.0:1755695884.660283:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695884.660287:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755695884.660290:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.660300:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695884.660303:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.660305:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695884.660308:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695884.660313:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695884.660321:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695884.660333:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695884.660336:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695884.660342:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1755695884.660348:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1755695884.660348:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695884.660357:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695884.660358:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695884.660364:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120591488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695884.660373:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695884.660381:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695884.660385:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695884.660397:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695884.660402:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013000. 02000000:00000001:0.0:1755695884.660405:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695884.660419:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695884.660425:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695884.660434:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695884.660443:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591488, portal 25 00000100:00000001:0.0:1755695884.660446:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695884.660448:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695884.660456:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695884.660466:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695884.660470:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695884.660474:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee000. 00000100:00000200:0.0:1755695884.660478:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591488, offset 0 00000400:00000200:0.0:1755695884.660486:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695884.660499:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695884.660508:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695884.660515:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695884.660523:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695884.660528:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695884.660532:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695884.660536:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [194:194:256:4294967295] 192.168.203.157@tcp LPNI seq info [194:194:8:4294967295] 00000400:00000200:0.0:1755695884.660542:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695884.660555:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695884.660562:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695884.660568:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695884.660577:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695884.660588:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695884.660595:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695884.660619:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695884.660633:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695884.660638:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295134222 00000100:00000010:0.0:1755695884.660644:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695884.660656:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695884.660664:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295134222 00000100:00000010:0.0:1755695884.660668:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f660. 00000100:00000001:0.0:1755695884.660672:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695884.660676:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695884.660680:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695884.660684:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695884.660688:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695884.660829:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695884.660839:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755695884.660850:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695884.660862:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695884.660871:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee000 00000400:00000010:1.0:1755695884.660876:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee000. 00000100:00000001:1.0:1755695884.660885:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695884.660896:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695884.660917:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695884.660924:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695884.660940:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695884.660960:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695884.663179:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695884.663196:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695884.663201:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695884.663205:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695884.663213:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695884.663221:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695884.663230:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695884.663236:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695884.663241:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695884.663247:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205c80 00000400:00000200:1.0:1755695884.663253:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695884.663261:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xca9 [1] + 224 00000800:00000001:1.0:1755695884.663271:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695884.663282:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695884.663286:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695884.663291:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695884.663297:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695884.663304:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695884.663318:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695884.663346:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695884.663355:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695884.663359:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.663450:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695884.663456:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695884.663464:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695884.663467:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695884.663471:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695884.663477:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695884.663480:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695884.663484:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695884.663493:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695884.663507:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695884.663517:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695884.663520:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.663523:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695884.663527:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695884.663530:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695884.663533:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695884.663537:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695884.663546:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=141 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695884.663552:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=39 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695884.663555:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695884.663558:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695884.663573:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695884.663576:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695884.663581:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695884.663587:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695884.663597:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695884.663601:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695884.663604:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695884.663610:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695884.663620:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120591488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695884.663626:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.663628:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695884.663632:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120591488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695900 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695884.663640:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695884.663644:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695884.663647:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013000. 02000000:00000001:0.0:1755695884.663651:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695884.663654:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695884.663656:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695884.663659:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695884.663662:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba300. 02000000:00000001:0.0:1755695884.663666:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695884.663669:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695884.663672:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695884.663677:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695884.663679:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.663681:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695884.663687:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695884.663689:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695884.663692:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695884.663694:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695884.674876:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295134222, at 4295134223 00000100:00000010:0.0:1755695884.674890:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755695884.674913:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295134222, at 4295134223 00000100:00000010:1.0:1755695884.674927:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f660. 00010000:00000001:0.0:1755695885.363949:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695885.363966:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695885.363971:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695885.363977:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695885.364040:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695885.364044:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695885.364048:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695885.364055:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695885.364161:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695885.364167:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695885.364172:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695886.387904:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695886.387913:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695886.388091:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695886.388100:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695886.388108:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695887.411902:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695887.411915:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695887.412060:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695887.412067:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695887.412072:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695888.435871:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695888.435878:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695888.435946:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695888.435950:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695888.435954:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695889.459932:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695889.459942:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695889.460102:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695889.460109:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695889.460115:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695889.779911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695889.779927:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695889.779941:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695889.779980:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695889.779988:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695889.779995:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695889.780005:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695889.780020:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba200. 00000100:00000001:0.0:1755695889.780033:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695889.780056:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695889.780078:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695889.780086:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695889.780098:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695889.780156:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695889.780176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695889.780184:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695889.780189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695889.780195:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695889.780204:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (477) 00000100:00000001:0.0:1755695889.780226:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695889.780235:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755695889.780239:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695889.780242:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695889.780250:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695889.780255:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695889.780262:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695889.780268:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695889.780272:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695889.780278:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695889.780292:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695889.780308:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695889.780313:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695889.780320:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695889.780326:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695889.780331:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695889.780339:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120591616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695889.780348:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695889.780359:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695889.780364:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695889.780369:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695889.780377:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695889.780381:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695889.780397:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695889.780405:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695889.780417:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695889.780429:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591616, portal 25 00000100:00000001:0.0:1755695889.780433:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695889.780447:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695889.780460:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695889.780476:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695889.780482:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695889.780488:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee660. 00000100:00000200:0.0:1755695889.780495:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591616, offset 0 00000400:00000200:0.0:1755695889.780507:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695889.780522:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695889.780536:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695889.780547:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695889.780555:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695889.780562:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695889.780567:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695889.780575:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [195:195:256:4294967295] 192.168.203.157@tcp LPNI seq info [195:195:8:4294967295] 00000400:00000200:0.0:1755695889.780583:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695889.780601:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695889.780612:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695889.780621:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695889.780634:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695889.780647:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695889.780655:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695889.780686:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695889.780696:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695889.780702:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295139342 00000100:00000010:0.0:1755695889.780710:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695889.780723:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695889.780732:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295139342 00000100:00000010:0.0:1755695889.780738:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f240. 00000100:00000001:0.0:1755695889.780744:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695889.780830:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695889.780839:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695889.780846:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695889.780851:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695889.780985:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695889.780994:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755695889.781002:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695889.781012:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695889.781030:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee660 00000400:00000010:1.0:1755695889.781033:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee660. 00000100:00000001:1.0:1755695889.781039:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695889.781048:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695889.781063:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695889.781068:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695889.781077:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695889.781080:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695889.783422:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695889.783440:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695889.783444:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695889.783449:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695889.783457:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695889.783465:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695889.783474:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695889.783479:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695889.783485:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695889.783491:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205d00 00000400:00000200:1.0:1755695889.783498:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695889.783506:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xcb9 [1] + 224 00000800:00000001:1.0:1755695889.783517:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695889.783527:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695889.783531:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695889.783535:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695889.783541:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695889.783548:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695889.783562:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695889.783589:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695889.783610:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695889.783615:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695889.783653:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695889.783660:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695889.783669:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695889.783673:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695889.783678:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695889.783686:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695889.783689:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695889.783695:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695889.783705:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695889.783726:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695889.783741:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695889.783744:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695889.783750:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695889.783755:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695889.783759:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695889.783764:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695889.783770:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695889.783819:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=146 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695889.783829:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=44 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695889.783835:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695889.783839:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695889.783844:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695889.783848:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695889.783855:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695889.783866:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695889.783882:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695889.783888:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695889.783892:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695889.783916:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695889.783932:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120591616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695889.783941:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695889.783945:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695889.783980:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120591616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695905 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695889.783994:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695889.783999:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695889.784004:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695889.784011:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695889.784015:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695889.784018:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695889.784023:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695889.784027:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba200. 02000000:00000001:0.0:1755695889.784033:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695889.784037:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695889.784040:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695889.784046:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695889.784049:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695889.784053:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695889.784061:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695889.784064:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695889.784068:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695889.784071:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695889.794909:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295139342, at 4295139343 00000100:00000040:1.0:1755695889.794912:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295139342, at 4295139343 00000100:00000010:0.0:1755695889.794927:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695889.794930:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f240. 00010000:00000001:0.0:1755695890.483931:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695890.483984:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695890.484113:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695890.484120:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695890.484126:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695891.507897:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695891.507907:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695891.508037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695891.508043:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695891.508049:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695892.532028:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695892.532037:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695892.532177:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695892.532185:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695892.532190:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695893.555890:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695893.555917:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695893.556008:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695893.556012:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695893.556015:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695894.579945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695894.579959:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695894.580072:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695894.580078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695894.580084:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695894.900060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695894.900074:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695894.900088:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755695894.900098:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695894.900103:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695894.900108:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695894.900116:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695894.900126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f200. 00000100:00000001:1.0:1755695894.900136:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695894.900152:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695894.900167:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695894.900173:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695894.900182:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695894.900242:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695894.900265:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695894.900271:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695894.900277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:0.0:1755695894.900278:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695894.900286:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1755695894.900293:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755695894.900293:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695894.900305:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (482) 00000100:00000040:0.0:1755695894.900309:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695894.900326:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695894.900329:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695894.900331:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695894.900335:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695894.900340:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695894.900347:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695894.900353:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695894.900360:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120591744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695894.900368:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695894.900375:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695894.900377:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695894.900379:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695894.900386:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695894.900388:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695894.900399:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695894.900405:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695894.900412:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695894.900420:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591744, portal 25 00000100:00000001:0.0:1755695894.900423:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695894.900424:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755695894.900431:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695894.900439:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695894.900442:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695894.900445:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eee58. 00000100:00000200:0.0:1755695894.900448:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591744, offset 0 00000400:00000200:0.0:1755695894.900454:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695894.900465:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695894.900493:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695894.900500:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695894.900505:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695894.900509:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695894.900512:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695894.900516:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [196:196:256:4294967295] 192.168.203.157@tcp LPNI seq info [196:196:8:4294967295] 00000400:00000200:0.0:1755695894.900520:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695894.900531:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695894.900537:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695894.900542:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba200. 00000800:00000200:0.0:1755695894.900550:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695894.900558:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695894.900563:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695894.900583:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695894.900588:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695894.900592:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295144462 00000100:00000010:0.0:1755695894.900596:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695894.900606:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695894.900615:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295144462 00000100:00000010:0.0:1755695894.900618:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fa80. 00000100:00000001:0.0:1755695894.900621:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695894.900624:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695894.900627:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695894.900630:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695894.900633:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695894.900641:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695894.900644:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695894.900647:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695894.900648:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695894.900650:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695894.900653:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695894.900714:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695894.900719:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba200. 00000400:00000200:1.0:1755695894.900726:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695894.900741:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695894.900746:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eee58 00000400:00000010:1.0:1755695894.900748:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eee58. 00000100:00000001:1.0:1755695894.900754:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695894.900758:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695894.900768:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695894.900771:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695894.900778:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695894.900826:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695894.902943:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695894.902963:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695894.902968:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695894.902971:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695894.902981:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695894.902991:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695894.903001:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695894.903007:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695894.903013:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695894.903018:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205d80 00000400:00000200:1.0:1755695894.903025:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695894.903032:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xcc9 [1] + 224 00000800:00000001:1.0:1755695894.903041:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695894.903051:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695894.903055:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695894.903060:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695894.903066:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695894.903073:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695894.903088:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695894.903137:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695894.903149:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695894.903154:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695894.903213:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695894.903234:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695894.903258:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695894.903261:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695894.903264:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695894.903270:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695894.903273:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695894.903277:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695894.903285:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695894.903300:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695894.903312:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695894.903315:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695894.903318:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695894.903322:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695894.903325:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695894.903329:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695894.903334:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695894.903343:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=151 v=5 (5 5 0 0) 00000100:00001000:0.0:1755695894.903349:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=49 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695894.903352:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695894.903353:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695894.903356:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695894.903359:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695894.903362:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695894.903367:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695894.903374:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695894.903377:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695894.903379:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695894.903383:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695894.903390:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120591744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695894.903404:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695894.903406:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695894.903410:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120591744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695910 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695894.903416:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695894.903418:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695894.903421:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:0.0:1755695894.903424:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695894.903426:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695894.903428:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695894.903430:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695894.903432:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f200. 02000000:00000001:0.0:1755695894.903436:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695894.903437:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695894.903439:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:0.0:1755695894.903443:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695894.903444:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695894.903446:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695894.903450:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695894.903451:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695894.903453:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695894.903454:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695894.914949:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295144462, at 4295144463 00000100:00000040:1.0:1755695894.914952:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295144462, at 4295144463 00000100:00000010:0.0:1755695894.914966:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695894.914971:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fa80. 00010000:00000001:0.0:1755695895.603887:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695895.603897:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695895.603900:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695895.603903:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695895.603926:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695895.603929:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695895.603931:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695895.603934:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695895.604097:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695895.604104:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695895.604109:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695896.627948:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695896.627960:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695896.628101:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695896.628108:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695896.628113:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695897.651941:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695897.651975:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695897.652102:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695897.652108:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695897.652113:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695898.675986:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695898.675993:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695898.676091:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695898.676094:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695898.676097:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695899.699982:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695899.699991:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695899.700121:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695899.700127:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695899.700131:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695900.020067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695900.020079:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695900.020094:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695900.020102:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695900.020107:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695900.020111:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695900.020119:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695900.020129:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695900.020137:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695900.020152:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695900.020166:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695900.020171:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695900.020178:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.020222:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695900.020228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695900.020235:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695900.020256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695900.020261:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695900.020269:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (487) 00000100:00000001:1.0:1755695900.020271:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695900.020277:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695900.020280:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755695900.020288:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755695900.020290:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.020293:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695900.020305:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695900.020308:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695900.020314:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695900.020318:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695900.020322:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695900.020328:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120591872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695900.020335:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695900.020343:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695900.020347:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695900.020351:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695900.020359:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755695900.020361:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695900.020372:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695900.020377:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925528. 00000400:00000010:1.0:1755695900.020385:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5770. 00000100:00000200:1.0:1755695900.020393:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120591872, portal 25 00000100:00000001:1.0:1755695900.020396:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695900.020398:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695900.020405:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695900.020414:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695900.020437:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695900.020441:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d53b8. 00000100:00000200:1.0:1755695900.020444:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120591872, offset 0 00000400:00000200:1.0:1755695900.020451:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695900.020462:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.020470:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695900.020477:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695900.020482:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695900.020486:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695900.020489:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695900.020493:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [197:197:256:4294967295] 192.168.203.157@tcp LPNI seq info [197:197:8:4294967295] 00000400:00000200:1.0:1755695900.020497:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.020508:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695900.020514:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695900.020520:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f200. 00000800:00000200:1.0:1755695900.020528:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695900.020536:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695900.020542:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695900.020569:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695900.020577:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695900.020582:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295149582 00000100:00000010:1.0:1755695900.020589:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755695900.020600:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695900.020610:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295149582 00000100:00000010:1.0:1755695900.020615:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a14e0. 00000100:00000001:1.0:1755695900.020619:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695900.020624:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695900.020628:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695900.020633:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695900.020636:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695900.020647:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695900.020660:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695900.020664:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695900.020666:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695900.020669:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695900.020672:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695900.020744:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695900.020750:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f200. 00000400:00000200:0.0:1755695900.020757:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695900.020770:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695900.020775:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d53b8 00000400:00000010:0.0:1755695900.020778:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d53b8. 00000100:00000001:0.0:1755695900.020820:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695900.020826:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.020837:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695900.020841:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.020848:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695900.020850:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695900.022532:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695900.022550:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695900.022555:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695900.022559:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695900.022569:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.022579:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695900.022591:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.022605:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.022612:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.022619:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205e00 00000400:00000200:1.0:1755695900.022627:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695900.022636:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xcd9 [1] + 224 00000800:00000001:1.0:1755695900.022647:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695900.022660:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695900.022664:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695900.022669:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695900.022674:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695900.022680:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695900.022691:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695900.022720:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695900.022731:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695900.022737:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695900.022771:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695900.022775:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695900.022815:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695900.022817:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695900.022820:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925528. 00000400:00000200:0.0:1755695900.022825:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5770 00000400:00000010:0.0:1755695900.022827:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5770. 00000100:00000001:0.0:1755695900.022830:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695900.022836:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695900.022845:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.022852:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695900.022854:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695900.022857:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695900.022860:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695900.022863:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695900.022866:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695900.022869:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695900.022891:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=7 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695900.022896:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=55 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695900.022899:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695900.022918:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695900.022931:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695900.022934:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695900.022937:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695900.022943:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.022951:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695900.022954:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695900.022957:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695900.022961:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695900.022970:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120591872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695900.022975:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695900.022977:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695900.022981:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120591872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695916 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695900.022987:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695900.022990:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695900.022993:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a400. 02000000:00000001:0.0:1755695900.022997:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695900.023000:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695900.023002:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695900.023005:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695900.023007:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695900.023011:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695900.023014:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695900.023016:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695900.023020:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695900.023022:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695900.023024:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695900.023029:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695900.023031:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695900.023033:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695900.023035:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695900.034934:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295149582, at 4295149583 00000100:00000040:0.0:1755695900.034934:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295149582, at 4295149583 00000100:00000010:1.0:1755695900.034948:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a14e0. 00000100:00000010:0.0:1755695900.034949:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755695900.724046:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695900.724055:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695900.724175:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695900.724184:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695900.724189:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695901.747889:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695901.747906:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695901.747990:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695901.747995:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695901.747998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695902.771998:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695902.772008:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695902.772133:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695902.772143:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695902.772151:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695903.795873:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695903.795879:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695903.796009:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695903.796015:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695903.796019:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695904.819961:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695904.819972:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695904.819976:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695904.819979:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695904.819985:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695904.819988:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695904.819990:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695904.819993:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695904.820090:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695904.820098:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695904.820103:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695905.139977:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695905.139992:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695905.140008:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695905.140017:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695905.140023:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695905.140028:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695905.140036:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695905.140047:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695905.140058:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695905.140074:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695905.140090:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695905.140095:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695905.140104:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695905.140154:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695905.140182:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695905.140188:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695905.140193:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695905.140197:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695905.140205:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (492) 00000100:00000001:0.0:1755695905.140226:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695905.140232:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755695905.140234:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695905.140236:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695905.140248:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695905.140253:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695905.140257:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695905.140260:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695905.140263:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695905.140267:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695905.140279:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695905.140290:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695905.140294:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695905.140299:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695905.140304:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695905.140307:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695905.140312:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695905.140319:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695905.140327:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695905.140330:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695905.140333:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695905.140339:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013400. 02000000:00000001:0.0:1755695905.140342:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695905.140354:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695905.140360:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695905.140369:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695905.140378:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592000, portal 25 00000100:00000001:0.0:1755695905.140381:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695905.140391:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695905.140399:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695905.140410:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695905.140413:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695905.140418:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee220. 00000100:00000200:0.0:1755695905.140422:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592000, offset 0 00000400:00000200:0.0:1755695905.140430:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695905.140442:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695905.140451:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695905.140458:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695905.140465:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695905.140471:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695905.140475:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695905.140480:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [198:198:256:4294967295] 192.168.203.157@tcp LPNI seq info [198:198:8:4294967295] 00000400:00000200:0.0:1755695905.140485:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695905.140498:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695905.140506:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695905.140512:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba200. 00000800:00000200:0.0:1755695905.140521:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695905.140531:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695905.140539:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695905.140565:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695905.140571:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695905.140575:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295154702 00000100:00000010:0.0:1755695905.140581:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695905.140591:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695905.140600:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295154702 00000100:00000010:0.0:1755695905.140605:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f300. 00000100:00000001:0.0:1755695905.140610:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695905.140634:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695905.140638:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695905.140643:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695905.140646:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695905.140866:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695905.140887:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba200. 00000400:00000200:1.0:1755695905.140900:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695905.140914:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695905.140922:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee220 00000400:00000010:1.0:1755695905.140927:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee220. 00000100:00000001:1.0:1755695905.140935:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695905.140945:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695905.140967:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695905.140976:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695905.140992:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695905.140996:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695905.143254:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695905.143271:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695905.143275:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695905.143279:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695905.143287:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695905.143295:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695905.143305:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695905.143311:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695905.143318:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695905.143325:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205e80 00000400:00000200:1.0:1755695905.143332:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695905.143339:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xce9 [1] + 224 00000800:00000001:1.0:1755695905.143348:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695905.143357:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695905.143360:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695905.143365:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695905.143371:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695905.143378:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695905.143409:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695905.143435:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695905.143446:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695905.143450:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695905.143547:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695905.143552:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695905.143560:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695905.143563:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695905.143567:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695905.143574:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695905.143576:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695905.143580:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695905.143589:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695905.143604:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695905.143614:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695905.143616:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695905.143620:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695905.143623:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695905.143626:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695905.143630:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695905.143634:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695905.143643:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=12 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695905.143647:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=60 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695905.143651:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695905.143653:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695905.143657:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695905.143660:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695905.143664:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695905.143670:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695905.143679:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695905.143683:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695905.143686:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695905.143704:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695905.143716:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695905.143722:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695905.143724:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695905.143728:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120592000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695921 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695905.143737:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695905.143740:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695905.143744:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013400. 02000000:00000001:0.0:1755695905.143749:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695905.143753:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695905.143755:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695905.143759:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695905.143762:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695905.143766:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695905.143769:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695905.143772:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695905.143776:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695905.143778:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695905.143815:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695905.143822:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695905.143824:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695905.143827:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695905.143830:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695905.154950:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295154702, at 4295154703 00000100:00000040:1.0:1755695905.154960:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295154702, at 4295154703 00000100:00000010:0.0:1755695905.154965:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695905.154976:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f300. 00010000:00000001:0.0:1755695905.843874:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695905.843882:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695905.843958:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695905.843980:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695905.843984:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695906.867965:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695906.867972:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695906.868049:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695906.868054:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695906.868057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695907.891977:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695907.891986:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695907.892130:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695907.892135:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695907.892139:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695908.915926:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695908.915955:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695908.916027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695908.916030:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695908.916033:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695909.939970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695909.939981:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695909.940095:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695909.940101:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695909.940106:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695910.259950:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695910.259963:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695910.259975:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695910.259983:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695910.259988:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695910.259993:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695910.260000:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695910.260011:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695910.260021:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695910.260038:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695910.260055:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695910.260061:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695910.260071:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695910.260115:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695910.260119:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695910.260124:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695910.260128:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695910.260132:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695910.260139:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (497) 00000100:00000001:0.0:1755695910.260159:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695910.260166:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755695910.260171:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695910.260176:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695910.260186:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695910.260188:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695910.260195:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695910.260204:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695910.260208:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695910.260236:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695910.260249:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695910.260266:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695910.260270:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695910.260277:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695910.260283:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695910.260289:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695910.260296:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120592128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695910.260303:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695910.260310:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695910.260313:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695910.260316:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695910.260323:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012400. 02000000:00000001:0.0:1755695910.260326:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695910.260338:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695910.260344:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695910.260353:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695910.260362:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592128, portal 25 00000100:00000001:0.0:1755695910.260365:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695910.260367:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695910.260375:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695910.260386:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695910.260390:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695910.260393:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee6e8. 00000100:00000200:0.0:1755695910.260397:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592128, offset 0 00000400:00000200:0.0:1755695910.260406:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695910.260417:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695910.260427:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695910.260434:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695910.260440:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695910.260445:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695910.260459:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695910.260465:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [199:199:256:4294967295] 192.168.203.157@tcp LPNI seq info [199:199:8:4294967295] 00000400:00000200:0.0:1755695910.260471:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695910.260484:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695910.260493:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695910.260499:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695910.260508:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695910.260518:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695910.260524:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695910.260550:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695910.260556:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695910.260560:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295159822 00000100:00000010:0.0:1755695910.260566:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695910.260576:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695910.260584:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295159822 00000100:00000010:0.0:1755695910.260588:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fae0. 00000100:00000001:0.0:1755695910.260591:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695910.260601:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695910.260605:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695910.260609:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695910.260613:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695910.260888:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695910.260899:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755695910.260911:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695910.260923:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695910.260932:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee6e8 00000400:00000010:1.0:1755695910.260936:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee6e8. 00000100:00000001:1.0:1755695910.260945:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695910.260955:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695910.260975:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695910.260983:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695910.260998:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695910.261002:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695910.262738:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695910.262758:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695910.262762:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695910.262765:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695910.262774:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695910.262840:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695910.262852:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695910.262857:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695910.262876:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695910.262882:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205f00 00000400:00000200:1.0:1755695910.262889:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695910.262895:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xcf9 [1] + 224 00000800:00000001:1.0:1755695910.262905:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695910.262929:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695910.262933:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695910.262938:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695910.262944:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695910.262951:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695910.262966:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695910.262995:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695910.263005:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695910.263010:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695910.263102:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695910.263108:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695910.263116:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695910.263119:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695910.263123:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695910.263130:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695910.263133:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695910.263137:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695910.263146:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695910.263161:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695910.263186:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695910.263189:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695910.263193:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695910.263197:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695910.263200:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695910.263205:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695910.263209:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695910.263217:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=17 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695910.263223:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=65 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695910.263226:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695910.263228:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695910.263232:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695910.263235:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695910.263239:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695910.263245:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695910.263255:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695910.263258:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695910.263261:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695910.263266:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695910.263277:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120592128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695910.263283:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695910.263286:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695910.263290:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120592128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695926 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695910.263298:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695910.263301:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695910.263305:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012400. 02000000:00000001:0.0:1755695910.263309:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695910.263311:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695910.263319:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695910.263323:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695910.263326:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695910.263330:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695910.263333:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695910.263335:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695910.263340:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695910.263342:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695910.263344:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695910.263350:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695910.263352:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695910.263355:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695910.263357:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695910.274944:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295159822, at 4295159823 00000100:00000040:1.0:1755695910.274948:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295159822, at 4295159823 00000100:00000010:0.0:1755695910.274959:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695910.274970:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fae0. 00010000:00000001:0.0:1755695910.963959:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695910.963969:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695910.964087:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695910.964099:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695910.964107:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695911.987978:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695911.987989:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695911.988103:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695911.988109:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695911.988115:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695913.011927:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695913.011937:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695913.012095:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695913.012108:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695913.012117:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695914.035970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695914.035979:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695914.036077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695914.036082:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695914.036085:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695915.059891:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695915.059900:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695915.059902:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695915.059905:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695915.059910:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695915.059912:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695915.059914:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695915.059916:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695915.059982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695915.059987:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695915.059991:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695915.379913:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695915.379924:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695915.379935:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802bb80. 00000020:00000040:1.0:1755695915.379942:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695915.379945:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695915.379948:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695915.379954:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695915.379961:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755695915.379968:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695915.379979:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695915.379989:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695915.379993:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695915.380015:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e37bedfa] to pc [ptlrpcd_00_01+1] req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695915.380043:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695915.380046:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695915.380050:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695915.380053:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695915.380056:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695915.380059:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (502) 00000100:00000001:0.0:1755695915.380061:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695915.380066:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695915.380070:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755695915.380074:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695915.380079:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695915.380079:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695915.380089:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695915.380105:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695915.380109:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695915.380112:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695915.380115:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695915.380119:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120592256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695915.380123:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695915.380129:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695915.380132:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695915.380135:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695915.380140:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755695915.380143:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695915.380152:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695915.380158:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695915.380165:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695915.380172:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592256, portal 25 00000100:00000001:0.0:1755695915.380175:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695915.380177:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275620224 : -118784433931392 : ffff93f75802bb80) 00000100:00000040:0.0:1755695915.380185:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695915.380196:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695915.380199:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695915.380205:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee6e8. 00000100:00000200:0.0:1755695915.380209:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592256, offset 0 00000400:00000200:0.0:1755695915.380218:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695915.380227:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695915.380249:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695915.380254:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695915.380257:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695915.380260:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695915.380262:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695915.380265:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [200:200:256:4294967295] 192.168.203.157@tcp LPNI seq info [200:200:8:4294967295] 00000400:00000200:0.0:1755695915.380268:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695915.380276:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695915.380287:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695915.380291:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755695915.380297:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695915.380304:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695915.380309:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695915.380326:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695915.380332:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695915.380337:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295164942 00000100:00000010:0.0:1755695915.380342:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695915.380350:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695915.380357:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295164942 00000100:00000010:0.0:1755695915.380362:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f900. 00000100:00000001:0.0:1755695915.380366:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695915.380370:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695915.380374:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695915.380379:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695915.380381:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695915.380390:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695915.380393:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695915.380397:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695915.380398:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695915.380400:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695915.380403:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695915.380437:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695915.380442:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000400:00000200:1.0:1755695915.380447:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695915.380453:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695915.380456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee6e8 00000400:00000010:1.0:1755695915.380458:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee6e8. 00000100:00000001:1.0:1755695915.380462:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695915.380465:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695915.380473:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695915.380475:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695915.380481:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695915.380482:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695915.382299:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695915.382311:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695915.382314:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695915.382316:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695915.382321:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695915.382325:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695915.382330:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695915.382339:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695915.382343:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695915.382347:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96205f80 00000400:00000200:1.0:1755695915.382351:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695915.382355:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd09 [1] + 224 00000800:00000001:1.0:1755695915.382361:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695915.382368:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695915.382370:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695915.382373:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695915.382376:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695915.382380:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695915.382388:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695915.382403:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695915.382409:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695915.382412:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695915.382433:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695915.382437:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695915.382443:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695915.382445:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695915.382448:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695915.382453:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695915.382454:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695915.382457:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695915.382463:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695915.382475:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695915.382492:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695915.382494:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695915.382497:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695915.382500:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695915.382502:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695915.382506:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695915.382509:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695915.382516:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=22 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695915.382521:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=70 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695915.382524:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695915.382526:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695915.382530:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695915.382532:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695915.382535:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695915.382541:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695915.382550:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695915.382553:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695915.382556:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695915.382560:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695915.382570:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120592256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695915.382576:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695915.382578:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695915.382582:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802bb80 x1840980120592256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695931 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695915.382590:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695915.382592:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695915.382595:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755695915.382599:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695915.382602:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695915.382619:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695915.382621:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695915.382623:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755695915.382626:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695915.382628:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695915.382631:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802bb80. 00000100:00000001:0.0:1755695915.382635:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695915.382636:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695915.382639:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695915.382643:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695915.382645:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695915.382647:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695915.382649:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695915.394869:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295164942, at 4295164943 00000100:00000040:0.0:1755695915.394875:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295164942, at 4295164943 00000100:00000010:1.0:1755695915.394891:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f900. 00000100:00000010:0.0:1755695915.394893:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695916.083928:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695916.083936:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695916.084022:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695916.084027:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695916.084033:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695917.107925:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695917.107934:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695917.108051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695917.108057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695917.108063:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695918.131962:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695918.131973:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695918.132089:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695918.132096:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695918.132101:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695919.155848:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695919.155855:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695919.155901:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695919.155904:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695919.155907:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695920.179962:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695920.179973:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695920.180115:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695920.180148:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695920.180153:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695920.499933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695920.499953:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695920.499974:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695920.499983:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695920.499991:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695920.499997:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695920.500006:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695920.500022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695920.500035:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695920.500055:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695920.500111:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695920.500118:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695920.500131:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695920.500191:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695920.500198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695920.500206:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:1.0:1755695920.500214:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755695920.500214:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755695920.500222:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:0.0:1755695920.500226:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755695920.500229:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695920.500243:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (507) 00000100:00000040:1.0:1755695920.500245:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695920.500262:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695920.500265:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695920.500271:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695920.500276:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695920.500276:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1755695920.500284:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695920.500287:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695920.500291:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695920.500301:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695920.500321:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695920.500324:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695920.500328:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695920.500334:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a000. 02000000:00000001:1.0:1755695920.500338:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695920.500349:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695920.500356:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925b58. 00000400:00000010:1.0:1755695920.500366:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5088. 00000100:00000200:1.0:1755695920.500376:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592384, portal 25 00000100:00000001:1.0:1755695920.500380:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695920.500384:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695920.500397:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695920.500413:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695920.500418:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695920.500424:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5f68. 00000100:00000200:1.0:1755695920.500428:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592384, offset 0 00000400:00000200:1.0:1755695920.500437:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695920.500448:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.500457:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695920.500464:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695920.500469:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695920.500474:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695920.500477:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695920.500482:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [201:201:256:4294967295] 192.168.203.157@tcp LPNI seq info [201:201:8:4294967295] 00000400:00000200:1.0:1755695920.500488:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.500499:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695920.500506:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695920.500511:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755695920.500520:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695920.500530:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695920.500536:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695920.500573:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695920.500580:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695920.500584:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295170062 00000100:00000010:1.0:1755695920.500589:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a14e0. 00000100:00000001:1.0:1755695920.500598:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695920.500608:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295170062 00000100:00000010:1.0:1755695920.500612:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1720. 00000100:00000001:1.0:1755695920.500617:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695920.500621:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695920.500625:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695920.500636:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695920.500639:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695920.500648:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695920.500652:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695920.500655:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695920.500657:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695920.500659:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695920.500662:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695920.500883:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695920.500892:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755695920.500903:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695920.500915:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695920.500923:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5f68 00000400:00000010:0.0:1755695920.500928:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5f68. 00000100:00000001:0.0:1755695920.500935:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695920.500944:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695920.500963:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695920.500988:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695920.501002:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695920.501005:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695920.503198:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695920.503217:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695920.503220:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695920.503223:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695920.503230:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.503237:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695920.503244:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.503249:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.503255:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.503260:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206000 00000400:00000200:1.0:1755695920.503265:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695920.503271:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd19 [1] + 224 00000800:00000001:1.0:1755695920.503281:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695920.503310:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695920.503316:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695920.503324:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695920.503347:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695920.503358:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695920.503379:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695920.503418:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695920.503433:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695920.503441:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695920.503471:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695920.503477:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695920.503485:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695920.503498:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695920.503503:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925b58. 00000400:00000200:0.0:1755695920.503509:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5088 00000400:00000010:0.0:1755695920.503511:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5088. 00000100:00000001:0.0:1755695920.503515:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695920.503523:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695920.503538:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695920.503548:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695920.503550:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695920.503554:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695920.503557:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695920.503560:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695920.503564:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695920.503568:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695920.503575:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=27 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695920.503581:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=75 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695920.503584:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695920.503587:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695920.503591:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695920.503594:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695920.503598:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695920.503604:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695920.503613:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695920.503617:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695920.503620:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695920.503626:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695920.503637:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695920.503643:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695920.503652:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695920.503657:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120592384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695936 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695920.503667:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695920.503670:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695920.503675:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a000. 02000000:00000001:0.0:1755695920.503681:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695920.503685:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695920.503688:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695920.503693:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695920.503696:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695920.503703:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695920.503706:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695920.503710:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695920.503718:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695920.503721:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695920.503725:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695920.503754:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695920.503774:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695920.503778:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695920.503781:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695920.514886:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295170062, at 4295170063 00000100:00000010:1.0:1755695920.514900:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1720. 00000100:00000040:0.0:1755695920.514906:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295170062, at 4295170063 00000100:00000010:0.0:1755695920.514921:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a14e0. 00010000:00000001:0.0:1755695921.203904:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695921.203915:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695921.203989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695921.204018:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695921.204023:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695922.227935:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695922.227947:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695922.228097:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695922.228103:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695922.228109:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695923.251867:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695923.251874:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695923.251933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695923.251937:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695923.251941:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695924.275892:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695924.275901:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695924.276014:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695924.276020:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695924.276025:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695925.299905:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695925.299918:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695925.299922:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695925.299926:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695925.299933:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695925.299936:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695925.299968:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695925.299971:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695925.300068:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695925.300074:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695925.300079:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695925.619922:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695925.619935:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695925.619951:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695925.619958:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695925.619963:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695925.619968:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695925.619974:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695925.619985:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695925.619994:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695925.620008:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695925.620021:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695925.620026:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695925.620033:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695925.620078:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695925.620082:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695925.620087:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695925.620090:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695925.620094:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695925.620099:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (512) 00000100:00000001:0.0:1755695925.620115:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755695925.620120:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755695925.620123:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.620131:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695925.620134:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.620136:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695925.620138:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695925.620141:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695925.620168:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695925.620171:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695925.620179:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695925.620183:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695925.620187:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695925.620192:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695925.620196:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695925.620199:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695925.620204:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695925.620209:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695925.620216:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695925.620219:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695925.620221:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695925.620226:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755695925.620229:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695925.620239:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695925.620244:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695925.620252:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695925.620259:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592512, portal 25 00000100:00000001:0.0:1755695925.620262:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695925.620264:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755695925.620271:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695925.620280:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695925.620283:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695925.620287:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee220. 00000100:00000200:0.0:1755695925.620290:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592512, offset 0 00000400:00000200:0.0:1755695925.620298:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695925.620307:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695925.620314:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695925.620321:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695925.620326:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695925.620330:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695925.620334:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695925.620344:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [202:202:256:4294967295] 192.168.203.157@tcp LPNI seq info [202:202:8:4294967295] 00000400:00000200:0.0:1755695925.620349:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695925.620360:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695925.620367:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695925.620372:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755695925.620380:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695925.620390:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695925.620396:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695925.620417:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695925.620421:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695925.620425:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295175182 00000100:00000010:0.0:1755695925.620430:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695925.620439:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695925.620447:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295175182 00000100:00000010:0.0:1755695925.620450:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f8a0. 00000100:00000001:0.0:1755695925.620454:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695925.620458:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695925.620461:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695925.620465:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695925.620468:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695925.620587:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695925.620596:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755695925.620607:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695925.620618:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695925.620625:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee220 00000400:00000010:1.0:1755695925.620629:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee220. 00000100:00000001:1.0:1755695925.620635:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695925.620645:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695925.620662:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695925.620669:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695925.620683:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695925.620686:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695925.622479:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695925.622498:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695925.622502:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695925.622505:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695925.622511:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695925.622517:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695925.622525:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695925.622539:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695925.622545:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695925.622551:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206080 00000400:00000200:1.0:1755695925.622556:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695925.622562:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd29 [1] + 224 00000800:00000001:1.0:1755695925.622570:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695925.622580:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695925.622583:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695925.622587:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695925.622592:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695925.622598:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695925.622610:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695925.622634:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695925.622643:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695925.622647:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.622685:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695925.622706:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695925.622714:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695925.622716:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695925.622720:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695925.622742:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695925.622744:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695925.622747:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695925.622754:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695925.622766:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695925.622788:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695925.622790:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.622793:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695925.622820:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695925.622823:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695925.622826:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695925.622830:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695925.622837:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=32 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695925.622841:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=80 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695925.622844:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695925.622845:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695925.622849:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695925.622851:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695925.622854:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695925.622859:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695925.622866:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695925.622869:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695925.622872:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695925.622876:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695925.622884:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695925.622889:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.622891:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695925.622894:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120592512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695941 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695925.622900:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695925.622903:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695925.622906:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755695925.622909:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695925.622911:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695925.622919:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695925.622921:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695925.622924:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695925.622927:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695925.622929:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695925.622931:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695925.622935:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695925.622937:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.622939:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695925.622943:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695925.622945:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695925.622947:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695925.622949:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695925.634886:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295175182, at 4295175183 00000100:00000040:1.0:1755695925.634888:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295175182, at 4295175183 00000100:00000010:0.0:1755695925.634902:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755695925.634904:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f8a0. 00010000:00000001:0.0:1755695926.323895:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695926.323904:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695926.324060:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695926.324067:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695926.324073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695927.347891:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695927.347898:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695927.347950:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695927.347953:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695927.347957:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695928.371936:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695928.371954:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695928.372090:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695928.372098:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695928.372103:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695929.395923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695929.395933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695929.396024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695929.396027:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695929.396030:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695930.419914:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695930.419922:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695930.420019:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695930.420023:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695930.420027:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695930.739991:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695930.740006:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695930.740022:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf480. 00000020:00000040:3.0:1755695930.740030:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695930.740036:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695930.740040:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695930.740047:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695930.740058:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755695930.740066:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695930.740082:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695930.740096:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695930.740101:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695930.740111:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba54318f] to pc [ptlrpcd_01_01+1] req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695930.740150:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695930.740154:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695930.740179:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695930.740183:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695930.740187:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755695930.740192:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (517) 00000100:00000001:2.0:1755695930.740199:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695930.740208:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695930.740209:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695930.740214:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695930.740218:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695930.740236:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695930.740254:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695930.740258:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695930.740265:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695930.740270:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695930.740275:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695930.740282:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120592640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695930.740301:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695930.740310:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695930.740314:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695930.740319:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695930.740346:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755695930.740351:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695930.740368:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695930.740377:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755695930.740389:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755695930.740402:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592640, portal 25 00000100:00000001:2.0:1755695930.740421:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695930.740425:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918594688 : -118784790956928 : ffff93f742baf480) 00000100:00000040:2.0:1755695930.740440:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695930.740458:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695930.740464:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695930.740471:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8a18. 00000100:00000200:2.0:1755695930.740479:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592640, offset 0 00000400:00000200:2.0:1755695930.740493:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695930.740507:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695930.740520:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695930.740529:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695930.740537:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695930.740544:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695930.740550:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695930.740557:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [203:203:256:4294967295] 192.168.203.157@tcp LPNI seq info [203:203:8:4294967295] 00000400:00000200:2.0:1755695930.740567:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695930.740585:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695930.740598:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695930.740607:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755695930.740619:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695930.740633:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695930.740642:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695930.740756:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695930.740765:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695930.740777:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295180302 00000100:00000010:2.0:1755695930.740828:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755695930.740839:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695930.740858:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295180303 00000100:00000010:2.0:1755695930.740864:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee360. 00000100:00000001:2.0:1755695930.740879:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695930.740887:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695930.740893:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695930.740899:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695930.740903:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695930.740914:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695930.740919:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695930.740923:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695930.740926:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695930.740929:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695930.740933:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695930.740984:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695930.740993:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:1.0:1755695930.741004:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695930.741013:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695930.741021:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8a18 00000400:00000010:1.0:1755695930.741025:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8a18. 00000100:00000001:1.0:1755695930.741032:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695930.741041:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695930.741069:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695930.741075:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695930.741111:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695930.741114:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695930.743595:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695930.743618:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695930.743623:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695930.743627:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695930.743639:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695930.743690:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695930.743713:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695930.743719:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695930.743726:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695930.743732:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206100 00000400:00000200:1.0:1755695930.743757:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695930.743767:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd39 [1] + 224 00000800:00000001:1.0:1755695930.743779:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695930.743793:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695930.743852:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695930.743859:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695930.743866:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695930.743873:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695930.743892:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695930.743920:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695930.743935:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695930.743940:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695930.743972:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695930.743977:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695930.743983:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695930.743985:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695930.743988:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755695930.743993:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755695930.743995:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755695930.743998:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695930.744005:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695930.744018:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695930.744026:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695930.744028:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695930.744031:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695930.744034:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695930.744037:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695930.744040:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695930.744043:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695930.744050:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=37 v=5 (5 5 5 0) 00000100:00001000:2.0:1755695930.744055:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=85 v=5 (1 1 0 0) 00000100:00000001:2.0:1755695930.744058:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695930.744060:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695930.744064:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695930.744067:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695930.744078:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695930.744096:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695930.744104:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695930.744107:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695930.744110:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695930.744114:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695930.744123:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120592640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695930.744128:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695930.744130:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695930.744137:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf480 x1840980120592640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695946 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695930.744162:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695930.744165:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695930.744169:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755695930.744173:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695930.744175:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695930.744178:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695930.744181:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695930.744184:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755695930.744188:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695930.744191:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695930.744194:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf480. 00000100:00000001:2.0:1755695930.744198:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695930.744200:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695930.744202:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695930.744208:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695930.744211:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695930.744214:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695930.744216:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695930.755899:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295180303, at 4295180304 00000100:00000040:0.0:1755695930.755909:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295180302, at 4295180304 00000100:00000010:1.0:1755695930.755914:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee360. 00000100:00000010:0.0:1755695930.755923:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00010000:00000001:0.0:1755695931.443896:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695931.443904:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695931.444002:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695931.444006:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695931.444031:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695932.467948:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695932.467958:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695932.468078:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695932.468087:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695932.468095:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695933.491945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695933.491958:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695933.492134:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695933.492143:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695933.492150:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695934.515915:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695934.515926:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695934.516022:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695934.516029:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695934.516035:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695935.539935:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695935.539947:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695935.539979:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695935.539982:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695935.539989:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695935.539992:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695935.539995:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695935.539999:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695935.540149:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695935.540155:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695935.540162:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755695935.859991:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755695935.860005:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755695935.860018:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755695935.860026:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755695935.860032:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755695935.860036:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755695935.860043:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755695935.860054:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba700. 00000100:00000001:0.0:1755695935.860064:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695935.860080:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755695935.860095:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755695935.860101:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695935.860109:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695935.860154:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755695935.860158:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695935.860164:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755695935.860167:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755695935.860171:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755695935.860177:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (523) 00000100:00000001:1.0:1755695935.860260:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695935.860269:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695935.860272:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755695935.860306:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695935.860321:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695935.860323:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695935.860329:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755695935.860333:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755695935.860337:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755695935.860342:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592768:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755695935.860348:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755695935.860355:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755695935.860359:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755695935.860362:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755695935.860369:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755695935.860371:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695935.860383:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755695935.860389:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589259f8. 00000400:00000010:1.0:1755695935.860396:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5e58. 00000100:00000200:1.0:1755695935.860405:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592768, portal 25 00000100:00000001:1.0:1755695935.860408:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755695935.860411:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755695935.860419:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695935.860430:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755695935.860434:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755695935.860438:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5660. 00000100:00000200:1.0:1755695935.860441:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592768, offset 0 00000400:00000200:1.0:1755695935.860450:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755695935.860460:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.860470:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755695935.860476:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755695935.860482:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755695935.860487:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755695935.860490:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755695935.860504:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [204:204:256:4294967295] 192.168.203.157@tcp LPNI seq info [204:204:8:4294967295] 00000400:00000200:1.0:1755695935.860510:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.860523:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755695935.860532:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755695935.860539:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755695935.860548:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755695935.860558:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755695935.860565:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755695935.860594:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755695935.860601:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755695935.860605:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295185422 00000100:00000010:1.0:1755695935.860612:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1720. 00000100:00000001:1.0:1755695935.860655:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755695935.860672:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295185422 00000100:00000010:1.0:1755695935.860678:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a80. 00000100:00000001:1.0:1755695935.860683:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755695935.860688:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755695935.860692:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695935.860698:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695935.860702:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755695935.860712:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755695935.860715:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755695935.860719:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695935.860721:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755695935.860723:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695935.860726:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695935.860743:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695935.860747:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695935.860876:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695935.860885:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755695935.860892:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695935.860913:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695935.860919:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5660 00000400:00000010:0.0:1755695935.860923:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5660. 00000100:00000001:0.0:1755695935.860928:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695935.860936:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695935.860951:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695935.860956:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695935.860967:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695935.860969:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695935.863019:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695935.863040:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695935.863045:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695935.863048:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695935.863057:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.863077:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695935.863085:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.863091:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.863096:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.863101:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206180 00000400:00000200:1.0:1755695935.863108:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695935.863114:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd41 [1] + 224 00000800:00000001:1.0:1755695935.863124:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695935.863135:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695935.863138:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695935.863143:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695935.863149:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695935.863156:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695935.863170:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695935.863201:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695935.863211:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695935.863215:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695935.863302:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695935.863308:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695935.863315:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695935.863318:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695935.863322:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589259f8. 00000400:00000200:0.0:1755695935.863329:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5e58 00000400:00000010:0.0:1755695935.863332:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5e58. 00000100:00000001:0.0:1755695935.863336:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695935.863345:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695935.863360:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695935.863370:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695935.863373:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695935.863377:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695935.863380:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695935.863382:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695935.863386:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695935.863390:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695935.863398:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=42 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695935.863403:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=90 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695935.863407:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695935.863409:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695935.863424:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695935.863428:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695935.863432:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695935.863439:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695935.863449:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695935.863453:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695935.863456:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695935.863461:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695935.863471:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120592768:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695935.863476:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695935.863479:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695935.863483:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120592768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695951 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695935.863491:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695935.863494:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695935.863498:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b400. 02000000:00000001:0.0:1755695935.863502:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695935.863504:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695935.863506:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695935.863509:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695935.863512:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba700. 02000000:00000001:0.0:1755695935.863517:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695935.863519:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695935.863522:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755695935.863527:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695935.863529:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695935.863531:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695935.863537:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695935.863539:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695935.863542:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695935.863545:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695935.874893:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295185422, at 4295185423 00000100:00000040:1.0:1755695935.874908:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295185422, at 4295185423 00000100:00000010:0.0:1755695935.874912:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1720. 00000100:00000010:1.0:1755695935.874925:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a80. 00010000:00000001:0.0:1755695936.563905:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695936.563916:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695936.564023:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695936.564030:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695936.564036:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695937.587938:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695937.587948:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695937.588088:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695937.588095:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695937.588102:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695938.611937:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695938.611945:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695938.612036:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695938.612043:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695938.612050:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695939.635931:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695939.635940:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695939.636074:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695939.636081:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695939.636088:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695940.659945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695940.659953:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695940.660085:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695940.660091:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695940.660098:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695940.979944:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695940.979957:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695940.979971:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1c00. 00000020:00000040:2.0:1755695940.979978:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695940.979982:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695940.979986:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695940.979993:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695940.980002:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866300. 00000100:00000001:2.0:1755695940.980010:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695940.980023:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695940.980033:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695940.980038:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695940.980044:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000304cc3ad] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695940.980078:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695940.980082:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695940.980085:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695940.980088:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695940.980112:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695940.980119:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (528) 00000100:00000001:3.0:1755695940.980122:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695940.980131:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695940.980136:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755695940.980146:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755695940.980149:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695940.980155:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695940.980171:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695940.980175:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695940.980181:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695940.980186:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695940.980191:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695940.980196:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120592896:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695940.980219:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695940.980228:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695940.980232:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695940.980236:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695940.980243:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695940.980247:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695940.980258:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695940.980264:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695940.980273:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695940.980282:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120592896, portal 25 00000100:00000001:3.0:1755695940.980285:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695940.980288:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287965696 : -118784421585920 : ffff93f758bf1c00) 00000100:00000040:3.0:1755695940.980297:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695940.980308:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695940.980312:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695940.980316:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792330. 00000100:00000200:3.0:1755695940.980321:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120592896, offset 0 00000400:00000200:3.0:1755695940.980331:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695940.980341:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695940.980351:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695940.980358:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695940.980364:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695940.980369:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695940.980372:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695940.980377:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [205:205:256:4294967295] 192.168.203.157@tcp LPNI seq info [205:205:8:4294967295] 00000400:00000200:3.0:1755695940.980384:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695940.980398:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695940.980406:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695940.980412:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755695940.980423:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695940.980442:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695940.980449:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695940.980474:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695940.980481:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695940.980486:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295190542 00000100:00000010:3.0:1755695940.980493:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af00. 00000100:00000001:3.0:1755695940.980502:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695940.980516:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295190542 00000100:00000010:3.0:1755695940.980536:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ae40. 00000100:00000001:3.0:1755695940.980542:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695940.980556:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695940.980562:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695940.980568:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695940.980572:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695940.980619:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695940.980624:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695940.980629:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695940.980631:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695940.980634:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695940.980639:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755695940.980726:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755695940.980733:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:0.0:1755695940.980740:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755695940.980747:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755695940.980752:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792330 00000400:00000010:0.0:1755695940.980754:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792330. 00000100:00000001:0.0:1755695940.980759:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755695940.980765:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695940.980776:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695940.980802:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695940.980812:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695940.980815:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695940.982550:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695940.982569:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695940.982595:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695940.982601:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695940.982610:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695940.982617:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695940.982623:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695940.982627:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695940.982632:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695940.982635:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206200 00000400:00000200:1.0:1755695940.982640:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695940.982654:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd51 [1] + 224 00000800:00000001:1.0:1755695940.982662:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695940.982683:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695940.982685:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695940.982689:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695940.982694:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695940.982699:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695940.982710:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695940.982730:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695940.982741:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695940.982746:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695940.982774:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695940.982779:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695940.982813:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695940.982816:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695940.982819:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695940.982825:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695940.982828:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695940.982831:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695940.982839:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695940.982855:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695940.982866:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695940.982878:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695940.982882:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695940.982886:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695940.982890:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695940.982894:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695940.982898:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695940.982907:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=47 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695940.982913:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=95 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695940.982917:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695940.982920:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695940.982925:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695940.982928:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695940.982933:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695940.982940:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695940.982952:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695940.982956:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695940.982960:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695940.982965:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695940.982978:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120592896:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695940.982985:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695940.982989:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695940.982994:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1c00 x1840980120592896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695956 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695940.983004:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695940.983007:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695940.983010:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695940.983015:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695940.983018:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695940.983020:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695940.983024:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695940.983027:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866300. 02000000:00000001:3.0:1755695940.983043:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695940.983046:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695940.983049:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1c00. 00000100:00000001:3.0:1755695940.983055:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695940.983057:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695940.983060:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695940.983065:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695940.983068:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695940.983071:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695940.983074:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695940.994875:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295190542, at 4295190543 00000100:00000010:0.0:1755695940.994886:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af00. 00000100:00000040:1.0:1755695940.994892:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295190542, at 4295190543 00000100:00000010:1.0:1755695940.994905:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ae40. 00010000:00000001:0.0:1755695941.684007:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695941.684017:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695941.684122:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695941.684131:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695941.684139:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695942.707959:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695942.707969:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695942.708084:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695942.708090:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695942.708097:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695943.731916:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695943.731926:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695943.732075:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695943.732081:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695943.732087:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695944.755955:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695944.755968:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695944.755971:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695944.755975:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695944.755982:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695944.755985:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695944.755988:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695944.755991:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695944.756087:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695944.756093:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695944.756099:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695945.779936:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695945.779949:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695945.780086:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695945.780092:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695945.780097:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695946.099975:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695946.099992:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695946.100010:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029500. 00000020:00000040:1.0:1755695946.100017:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695946.100023:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695946.100027:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695946.100034:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695946.100044:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755695946.100053:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695946.100067:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695946.100081:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695946.100086:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695946.100094:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000030387276] to pc [ptlrpcd_00_01+1] req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695946.100134:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695946.100158:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695946.100163:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695946.100166:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695946.100170:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695946.100175:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (533) 00000100:00000001:0.0:1755695946.100230:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695946.100238:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695946.100242:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695946.100253:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695946.100265:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695946.100268:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695946.100272:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695946.100276:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695946.100279:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695946.100283:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120593024:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695946.100289:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695946.100296:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695946.100300:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695946.100303:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695946.100309:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755695946.100312:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695946.100323:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695946.100346:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695946.100355:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695946.100365:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593024, portal 25 00000100:00000001:0.0:1755695946.100368:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695946.100370:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275610368 : -118784433941248 : ffff93f758029500) 00000100:00000040:0.0:1755695946.100379:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695946.100410:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695946.100414:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695946.100418:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eee58. 00000100:00000200:0.0:1755695946.100422:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593024, offset 0 00000400:00000200:0.0:1755695946.100431:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695946.100443:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695946.100452:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695946.100459:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695946.100464:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695946.100469:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695946.100473:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695946.100478:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [206:206:256:4294967295] 192.168.203.157@tcp LPNI seq info [206:206:8:4294967295] 00000400:00000200:0.0:1755695946.100484:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695946.100495:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695946.100503:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695946.100509:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755695946.100519:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695946.100529:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695946.100536:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695946.100593:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695946.100618:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695946.100622:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295195662 00000100:00000010:0.0:1755695946.100627:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695946.100637:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695946.100648:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295195662 00000100:00000010:0.0:1755695946.100652:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774ff60. 00000100:00000001:0.0:1755695946.100656:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695946.100661:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695946.100664:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695946.100675:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695946.100678:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695946.100687:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695946.100690:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695946.100692:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695946.100694:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695946.100696:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695946.100699:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695946.100719:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695946.100721:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695946.100836:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695946.100843:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000400:00000200:1.0:1755695946.100850:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695946.100858:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695946.100863:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eee58 00000400:00000010:1.0:1755695946.100866:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eee58. 00000100:00000001:1.0:1755695946.100871:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695946.100877:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695946.100889:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695946.100893:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695946.100901:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695946.100903:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695946.102842:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695946.102863:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695946.102867:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695946.102870:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695946.102877:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695946.102884:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695946.102892:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695946.102896:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695946.102902:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695946.102907:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206280 00000400:00000200:1.0:1755695946.102913:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695946.102920:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd59 [1] + 224 00000800:00000001:1.0:1755695946.102940:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695946.102953:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695946.102957:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695946.102964:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695946.102981:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695946.102990:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695946.103010:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695946.103040:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695946.103054:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695946.103061:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695946.103133:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695946.103138:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695946.103144:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695946.103147:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695946.103150:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695946.103156:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695946.103158:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695946.103161:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695946.103168:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695946.103181:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695946.103190:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695946.103192:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695946.103195:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695946.103198:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695946.103201:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695946.103204:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695946.103207:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695946.103215:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=53 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695946.103219:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=101 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695946.103223:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695946.103225:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695946.103228:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695946.103231:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695946.103234:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695946.103240:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695946.103259:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695946.103262:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695946.103265:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695946.103270:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695946.103279:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120593024:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695946.103285:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695946.103287:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695946.103291:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029500 x1840980120593024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695962 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695946.103298:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695946.103301:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695946.103304:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755695946.103307:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695946.103309:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695946.103311:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695946.103314:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695946.103317:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755695946.103320:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695946.103322:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695946.103325:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029500. 00000100:00000001:0.0:1755695946.103329:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695946.103330:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695946.103332:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695946.103337:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695946.103339:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695946.103341:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695946.103343:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695946.114871:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295195662, at 4295195663 00000100:00000040:0.0:1755695946.114876:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295195662, at 4295195663 00000100:00000010:1.0:1755695946.114885:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774ff60. 00000100:00000010:0.0:1755695946.114889:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695946.803885:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695946.803893:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695946.803987:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695946.803993:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695946.803998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695947.827949:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695947.827961:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695947.828045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695947.828051:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695947.828056:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695948.851923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695948.851933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695948.852047:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695948.852055:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695948.852062:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695949.875895:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695949.875903:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695949.875975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695949.875980:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695949.875984:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695950.899947:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695950.899956:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695950.900049:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695950.900053:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695950.900056:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695951.219878:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695951.219891:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695951.219904:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029c00. 00000020:00000040:1.0:1755695951.219910:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695951.219915:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695951.219918:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695951.219923:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695951.219934:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755695951.219941:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695951.219954:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695951.219966:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695951.219970:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695951.219977:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c688285c] to pc [ptlrpcd_00_00+0] req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695951.220010:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695951.220013:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695951.220032:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695951.220036:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695951.220039:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695951.220045:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (538) 00000100:00000001:0.0:1755695951.220054:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695951.220059:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695951.220063:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695951.220071:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695951.220076:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755695951.220082:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695951.220085:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695951.220089:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695951.220094:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695951.220097:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695951.220101:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695951.220106:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120593152:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695951.220111:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695951.220116:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695951.220119:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695951.220122:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695951.220127:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755695951.220129:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695951.220138:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695951.220143:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695951.220150:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695951.220157:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593152, portal 25 00000100:00000001:0.0:1755695951.220160:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695951.220162:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275612160 : -118784433939456 : ffff93f758029c00) 00000100:00000040:0.0:1755695951.220168:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695951.220177:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695951.220186:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695951.220189:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee660. 00000100:00000200:0.0:1755695951.220193:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593152, offset 0 00000400:00000200:0.0:1755695951.220201:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695951.220209:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695951.220216:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695951.220222:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695951.220226:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695951.220230:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695951.220233:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695951.220237:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [207:207:256:4294967295] 192.168.203.157@tcp LPNI seq info [207:207:8:4294967295] 00000400:00000200:0.0:1755695951.220241:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695951.220251:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695951.220258:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695951.220264:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba200. 00000800:00000200:0.0:1755695951.220271:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695951.220280:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695951.220285:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695951.220303:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695951.220308:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695951.220311:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295200782 00000100:00000010:0.0:1755695951.220317:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695951.220325:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695951.220332:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295200782 00000100:00000010:0.0:1755695951.220336:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774ff00. 00000100:00000001:0.0:1755695951.220340:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695951.220344:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695951.220347:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695951.220351:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695951.220353:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695951.220361:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695951.220370:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695951.220374:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695951.220376:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695951.220378:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695951.220380:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695951.220443:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695951.220449:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba200. 00000400:00000200:1.0:1755695951.220455:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695951.220461:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695951.220465:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee660 00000400:00000010:1.0:1755695951.220468:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee660. 00000100:00000001:1.0:1755695951.220473:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695951.220477:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695951.220488:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695951.220491:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695951.220499:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695951.220502:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695951.221809:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695951.221823:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695951.221826:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695951.221829:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695951.221835:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695951.221840:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695951.221848:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695951.221852:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695951.221857:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695951.221863:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206300 00000400:00000200:1.0:1755695951.221867:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695951.221881:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd69 [1] + 224 00000800:00000001:1.0:1755695951.221888:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695951.221897:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695951.221900:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695951.221903:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695951.221908:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695951.221913:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695951.221923:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695951.221942:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695951.221951:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695951.221955:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695951.221982:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695951.221985:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695951.221990:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695951.221992:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695951.221994:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695951.221998:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695951.222000:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695951.222003:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695951.222008:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695951.222018:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695951.222024:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695951.222026:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695951.222028:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695951.222031:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695951.222033:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695951.222036:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695951.222039:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695951.222045:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=58 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695951.222049:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=106 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695951.222051:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695951.222054:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695951.222057:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695951.222059:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695951.222063:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695951.222067:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695951.222074:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695951.222076:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695951.222078:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695951.222089:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695951.222098:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120593152:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695951.222103:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695951.222105:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695951.222108:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029c00 x1840980120593152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695967 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695951.222115:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695951.222117:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695951.222120:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:0.0:1755695951.222123:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695951.222125:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695951.222127:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695951.222130:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695951.222133:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755695951.222137:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695951.222139:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695951.222141:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029c00. 00000100:00000001:0.0:1755695951.222144:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695951.222145:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695951.222147:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695951.222151:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695951.222152:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695951.222155:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695951.222156:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695951.234896:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295200782, at 4295200783 00000100:00000040:0.0:1755695951.234896:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295200782, at 4295200783 00000100:00000010:1.0:1755695951.234912:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774ff00. 00000100:00000010:0.0:1755695951.234915:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695951.923897:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695951.923905:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695951.923964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695951.923969:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695951.923973:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695952.947886:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695952.947895:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695952.947954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695952.947960:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695952.947964:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695953.971860:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695953.971866:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695953.971943:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695953.971947:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695953.971950:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695954.995873:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695954.995904:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695954.995907:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695954.995910:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695954.995916:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695954.995918:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695954.995921:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695954.995924:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695954.996005:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695954.996009:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695954.996011:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695956.019865:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695956.019873:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695956.019970:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695956.019973:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695956.019976:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695956.339929:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695956.339939:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695956.339950:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2a00. 00000020:00000040:2.0:1755695956.339955:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695956.339958:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695956.339961:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695956.339982:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695956.339989:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755695956.339996:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695956.340007:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695956.340016:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695956.340019:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695956.340024:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000886b9baa] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695956.340051:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695956.340053:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695956.340056:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695956.340058:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695956.340061:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695956.340065:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (543) 00000100:00000001:3.0:1755695956.340119:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695956.340124:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695956.340128:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695956.340135:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695956.340143:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695956.340152:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695956.340157:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695956.340160:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695956.340163:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695956.340168:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120593280:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695956.340174:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695956.340180:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695956.340183:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695956.340186:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695956.340192:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755695956.340194:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695956.340204:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695956.340209:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695956.340216:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695956.340224:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593280, portal 25 00000100:00000001:3.0:1755695956.340227:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695956.340230:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287969280 : -118784421582336 : ffff93f758bf2a00) 00000100:00000040:3.0:1755695956.340237:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695956.340247:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695956.340250:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695956.340254:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792110. 00000100:00000200:3.0:1755695956.340257:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593280, offset 0 00000400:00000200:3.0:1755695956.340263:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695956.340270:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695956.340276:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695956.340280:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695956.340284:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695956.340286:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695956.340289:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695956.340291:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [208:208:256:4294967295] 192.168.203.157@tcp LPNI seq info [208:208:8:4294967295] 00000400:00000200:3.0:1755695956.340294:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695956.340301:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695956.340311:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695956.340315:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755695956.340321:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695956.340327:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695956.340331:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695956.340345:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695956.340349:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695956.340351:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295205902 00000100:00000010:3.0:1755695956.340355:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a540. 00000100:00000001:3.0:1755695956.340361:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695956.340371:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295205902 00000100:00000010:3.0:1755695956.340374:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a480. 00000100:00000001:3.0:1755695956.340377:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695956.340380:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695956.340383:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695956.340385:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695956.340388:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695956.340395:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695956.340397:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695956.340398:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695956.340400:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695956.340402:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695956.340403:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695956.340413:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695956.340415:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695956.340495:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695956.340501:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755695956.340508:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695956.340515:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695956.340520:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792110 00000400:00000010:1.0:1755695956.340523:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792110. 00000100:00000001:1.0:1755695956.340527:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695956.340533:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695956.340543:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695956.340548:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695956.340555:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695956.340557:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695956.341721:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695956.341736:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695956.341738:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695956.341748:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695956.341754:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695956.341759:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695956.341764:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695956.341768:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695956.341772:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695956.341798:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206380 00000400:00000200:1.0:1755695956.341803:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695956.341809:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd79 [1] + 224 00000800:00000001:1.0:1755695956.341816:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695956.341825:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695956.341828:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695956.341833:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695956.341838:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695956.341844:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695956.341855:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695956.341871:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695956.341879:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695956.341884:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695956.341893:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695956.341896:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695956.341900:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695956.341902:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695956.341904:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695956.341908:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695956.341910:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695956.341911:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695956.341916:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695956.341930:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695956.341943:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695956.341944:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695956.341947:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695956.341949:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695956.341952:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695956.341954:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695956.341956:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695956.341962:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=63 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695956.341965:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=111 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695956.341967:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695956.341968:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695956.341973:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695956.341975:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695956.341977:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695956.341980:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695956.341986:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695956.341988:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695956.341990:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695956.341993:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695956.341998:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120593280:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695956.342001:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695956.342003:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695956.342005:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2a00 x1840980120593280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695972 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695956.342009:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695956.342011:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695956.342017:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755695956.342019:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695956.342021:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695956.342022:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695956.342023:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695956.342025:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:3.0:1755695956.342028:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695956.342029:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695956.342031:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2a00. 00000100:00000001:3.0:1755695956.342034:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695956.342035:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695956.342036:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695956.342039:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695956.342040:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695956.342041:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695956.342043:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695956.354857:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295205902, at 4295205903 00000100:00000040:0.0:1755695956.354861:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295205902, at 4295205903 00000100:00000010:1.0:1755695956.354868:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a480. 00000100:00000010:0.0:1755695956.354870:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a540. 00010000:00000001:0.0:1755695957.043887:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695957.043895:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695957.043984:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695957.043988:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695957.043991:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695958.067858:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695958.067865:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695958.067914:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695958.067917:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695958.067920:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695959.091871:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695959.091879:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695959.091968:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695959.091971:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695959.091974:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695960.115861:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695960.115868:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695960.115950:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695960.115954:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695960.115957:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695961.139900:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695961.139907:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695961.140007:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695961.140011:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695961.140014:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695961.459953:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695961.459969:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695961.460001:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1500. 00000020:00000040:2.0:1755695961.460007:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695961.460012:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695961.460015:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695961.460021:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695961.460029:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755695961.460036:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695961.460065:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695961.460075:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695961.460078:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695961.460084:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000029f3dae6] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695961.460108:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695961.460111:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695961.460114:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695961.460116:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695961.460119:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695961.460122:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (548) 00000100:00000001:3.0:1755695961.460153:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695961.460158:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695961.460161:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695961.460168:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695961.460176:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695961.460178:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695961.460181:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695961.460184:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695961.460186:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695961.460189:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120593408:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695961.460201:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695961.460206:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695961.460208:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695961.460210:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695961.460214:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094400. 02000000:00000001:3.0:1755695961.460216:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695961.460224:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695961.460228:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695961.460233:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695961.460239:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593408, portal 25 00000100:00000001:3.0:1755695961.460241:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695961.460243:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963904 : -118784421587712 : ffff93f758bf1500) 00000100:00000040:3.0:1755695961.460266:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695961.460277:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695961.460281:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695961.460284:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467924c8. 00000100:00000200:3.0:1755695961.460289:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593408, offset 0 00000400:00000200:3.0:1755695961.460298:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695961.460309:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695961.460318:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695961.460325:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695961.460330:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695961.460335:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695961.460339:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695961.460344:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [209:209:256:4294967295] 192.168.203.157@tcp LPNI seq info [209:209:8:4294967295] 00000400:00000200:3.0:1755695961.460349:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695961.460362:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695961.460370:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695961.460376:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755695961.460385:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695961.460418:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695961.460422:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695961.460446:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695961.460452:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695961.460455:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295211022 00000100:00000010:3.0:1755695961.460459:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a660. 00000100:00000001:3.0:1755695961.460466:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695961.460477:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295211022 00000100:00000010:3.0:1755695961.460480:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a6c0. 00000100:00000001:3.0:1755695961.460483:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695961.460487:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695961.460489:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695961.460493:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695961.460496:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695961.460503:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695961.460506:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695961.460508:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695961.460509:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695961.460511:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695961.460514:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695961.460524:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695961.460526:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695961.460604:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695961.460610:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:1.0:1755695961.460615:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695961.460621:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695961.460625:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467924c8 00000400:00000010:1.0:1755695961.460627:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467924c8. 00000100:00000001:1.0:1755695961.460630:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695961.460635:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695961.460654:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695961.460675:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695961.460685:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695961.460687:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695961.462292:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695961.462306:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695961.462309:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695961.462311:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695961.462316:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695961.462320:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695961.462327:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695961.462330:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695961.462333:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695961.462336:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206400 00000400:00000200:1.0:1755695961.462339:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695961.462343:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd81 [1] + 224 00000800:00000001:1.0:1755695961.462349:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695961.462355:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695961.462357:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695961.462360:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695961.462364:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695961.462368:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695961.462376:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695961.462391:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695961.462399:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695961.462402:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695961.462415:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695961.462418:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695961.462422:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695961.462424:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695961.462426:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695961.462430:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695961.462442:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695961.462444:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695961.462449:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695961.462456:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695961.462497:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695961.462500:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695961.462503:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695961.462507:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695961.462510:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695961.462514:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695961.462518:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695961.462526:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=68 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695961.462531:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=116 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695961.462535:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695961.462537:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695961.462542:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695961.462545:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695961.462549:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695961.462555:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695961.462564:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695961.462567:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695961.462570:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695961.462575:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695961.462585:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120593408:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695961.462591:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695961.462594:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695961.462598:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1500 x1840980120593408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695977 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695961.462606:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695961.462609:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695961.462613:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094400. 02000000:00000001:3.0:1755695961.462617:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695961.462619:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695961.462627:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695961.462631:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695961.462634:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:3.0:1755695961.462638:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695961.462641:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695961.462644:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1500. 00000100:00000001:3.0:1755695961.462649:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695961.462651:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695961.462654:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695961.462659:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695961.462661:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695961.462664:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695961.462667:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695961.474877:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295211022, at 4295211023 00000100:00000040:0.0:1755695961.474877:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295211022, at 4295211023 00000100:00000010:0.0:1755695961.474892:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a660. 00000100:00000010:1.0:1755695961.474893:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a6c0. 00010000:00000001:0.0:1755695962.163886:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695962.163896:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695962.163956:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695962.163960:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695962.163963:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695963.187905:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695963.187914:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695963.188013:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695963.188018:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695963.188022:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695964.211873:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695964.211882:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695964.211989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695964.211996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695964.212002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695965.235903:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695965.235916:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695965.235920:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695965.235925:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695965.235933:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695965.235937:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695965.235940:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695965.235943:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695965.236116:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695965.236121:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695965.236126:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695966.259921:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695966.259931:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695966.260032:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695966.260038:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695966.260043:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695966.579908:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695966.579920:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695966.579933:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802ad80. 00000020:00000040:1.0:1755695966.579938:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695966.579941:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695966.579945:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695966.579950:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695966.579958:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755695966.579964:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695966.579975:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695966.579984:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695966.579987:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695966.579993:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000006ef502d] to pc [ptlrpcd_00_01+1] req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695966.580022:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695966.580025:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695966.580028:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695966.580030:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695966.580033:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755695966.580036:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (553) 00000100:00000001:0.0:1755695966.580106:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695966.580112:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695966.580115:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695966.580124:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695966.580135:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755695966.580138:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695966.580143:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695966.580146:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695966.580150:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695966.580154:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120593536:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695966.580160:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695966.580165:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695966.580167:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695966.580170:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695966.580176:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755695966.580179:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695966.580189:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695966.580195:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695966.580202:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695966.580209:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593536, portal 25 00000100:00000001:0.0:1755695966.580212:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695966.580214:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275616640 : -118784433934976 : ffff93f75802ad80) 00000100:00000040:0.0:1755695966.580221:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695966.580228:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695966.580230:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695966.580232:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee000. 00000100:00000200:0.0:1755695966.580235:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593536, offset 0 00000400:00000200:0.0:1755695966.580240:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695966.580249:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695966.580254:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695966.580279:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695966.580284:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695966.580288:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695966.580292:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695966.580312:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [210:210:256:4294967295] 192.168.203.157@tcp LPNI seq info [210:210:8:4294967295] 00000400:00000200:0.0:1755695966.580318:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695966.580331:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695966.580340:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695966.580349:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba200. 00000800:00000200:0.0:1755695966.580359:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695966.580389:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695966.580464:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695966.580483:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695966.580488:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695966.580491:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295216142 00000100:00000010:0.0:1755695966.580496:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695966.580504:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695966.580511:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295216142 00000100:00000010:0.0:1755695966.580514:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f0c0. 00000100:00000001:0.0:1755695966.580517:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695966.580521:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695966.580524:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695966.580528:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695966.580531:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695966.580540:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695966.580542:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695966.580545:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695966.580546:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695966.580548:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695966.580550:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695966.580562:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695966.580565:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695966.580648:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695966.580654:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba200. 00000400:00000200:1.0:1755695966.580660:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695966.580666:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695966.580670:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee000 00000400:00000010:1.0:1755695966.580673:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee000. 00000100:00000001:1.0:1755695966.580677:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695966.580682:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695966.580706:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695966.580710:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695966.580716:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695966.580718:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695966.582280:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695966.582294:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695966.582296:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695966.582298:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695966.582303:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695966.582307:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695966.582328:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695966.582331:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695966.582335:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695966.582338:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206480 00000400:00000200:1.0:1755695966.582342:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695966.582346:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd89 [1] + 224 00000800:00000001:1.0:1755695966.582352:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695966.582359:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695966.582361:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695966.582364:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695966.582368:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695966.582372:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695966.582380:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695966.582408:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695966.582416:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695966.582419:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695966.582452:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695966.582455:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695966.582458:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695966.582460:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695966.582462:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695966.582465:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695966.582466:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695966.582468:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695966.582472:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695966.582480:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695966.582485:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695966.582486:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695966.582488:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695966.582491:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695966.582493:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695966.582495:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695966.582497:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695966.582502:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=73 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695966.582506:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=121 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695966.582508:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695966.582509:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695966.582512:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695966.582513:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695966.582516:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695966.582519:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695966.582523:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695966.582525:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695966.582527:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695966.582529:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695966.582535:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120593536:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695966.582544:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695966.582546:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695966.582549:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802ad80 x1840980120593536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695982 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695966.582554:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695966.582557:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695966.582560:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755695966.582563:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695966.582566:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695966.582567:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695966.582570:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695966.582572:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755695966.582576:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695966.582577:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695966.582580:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802ad80. 00000100:00000001:0.0:1755695966.582584:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695966.582586:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695966.582588:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695966.582593:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695966.582594:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695966.582596:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695966.582599:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695966.594829:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295216142, at 4295216143 00000100:00000010:0.0:1755695966.594837:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755695966.594847:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295216142, at 4295216143 00000100:00000010:1.0:1755695966.594854:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f0c0. 00010000:00000001:0.0:1755695967.283949:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695967.283960:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695967.284054:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695967.284060:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695967.284066:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695968.307885:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695968.307893:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695968.308031:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695968.308037:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695968.308042:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695969.331868:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695969.331875:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695969.331943:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695969.331947:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695969.331950:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695970.355876:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695970.355883:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695970.355942:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695970.355946:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695970.355949:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695971.379885:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695971.379895:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695971.379991:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695971.379995:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695971.379998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695971.700017:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695971.700032:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695971.700048:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3100. 00000020:00000040:2.0:1755695971.700077:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695971.700082:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695971.700086:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695971.700094:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695971.700104:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755695971.700113:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695971.700130:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695971.700144:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695971.700149:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695971.700158:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000084f889cb] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695971.700201:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695971.700205:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695971.700210:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695971.700214:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695971.700218:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695971.700224:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (558) 00000100:00000001:3.0:1755695971.700286:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695971.700297:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695971.700303:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695971.700319:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695971.700340:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695971.700344:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695971.700352:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695971.700431:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695971.700449:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695971.700457:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120593664:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695971.700463:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695971.700470:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695971.700474:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695971.700477:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695971.700484:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695971.700487:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695971.700498:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695971.700505:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695971.700512:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695971.700521:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593664, portal 25 00000100:00000001:3.0:1755695971.700524:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695971.700526:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971072 : -118784421580544 : ffff93f758bf3100) 00000100:00000040:3.0:1755695971.700535:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695971.700546:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695971.700550:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695971.700553:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792550. 00000100:00000200:3.0:1755695971.700558:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593664, offset 0 00000400:00000200:3.0:1755695971.700566:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695971.700576:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695971.700585:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695971.700592:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695971.700597:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695971.700602:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695971.700605:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695971.700611:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [211:211:256:4294967295] 192.168.203.157@tcp LPNI seq info [211:211:8:4294967295] 00000400:00000200:3.0:1755695971.700616:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695971.700631:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695971.700642:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695971.700651:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755695971.700675:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695971.700690:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695971.700698:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695971.700730:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695971.700740:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695971.700746:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295221262 00000100:00000010:3.0:1755695971.700755:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a900. 00000100:00000001:3.0:1755695971.700769:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695971.700838:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295221263 00000100:00000010:3.0:1755695971.700849:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aa20. 00000100:00000001:3.0:1755695971.700858:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695971.700868:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695971.700875:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695971.700882:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695971.700888:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695971.700901:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695971.700907:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695971.700912:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695971.700915:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695971.700918:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695971.700922:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695971.700942:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695971.700946:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695971.700961:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695971.700974:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:1.0:1755695971.700988:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695971.701001:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695971.701009:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792550 00000400:00000010:1.0:1755695971.701013:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792550. 00000100:00000001:1.0:1755695971.701021:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695971.701029:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695971.701044:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695971.701049:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695971.701059:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695971.701062:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695971.703087:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695971.703110:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695971.703117:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695971.703125:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695971.703135:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695971.703146:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695971.703158:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695971.703166:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695971.703175:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695971.703182:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206500 00000400:00000200:1.0:1755695971.703191:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695971.703201:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xd99 [1] + 224 00000800:00000001:1.0:1755695971.703213:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695971.703229:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695971.703234:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695971.703241:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695971.703249:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695971.703260:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695971.703300:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695971.703326:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695971.703338:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695971.703345:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695971.703392:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695971.703397:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695971.703405:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695971.703408:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695971.703411:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695971.703418:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695971.703421:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695971.703424:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695971.703433:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695971.703449:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695971.703470:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695971.703473:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695971.703476:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695971.703480:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695971.703483:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695971.703486:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695971.703490:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695971.703498:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=78 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695971.703504:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=126 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695971.703507:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695971.703509:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695971.703513:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695971.703516:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695971.703519:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695971.703526:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695971.703535:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695971.703539:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695971.703542:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695971.703546:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695971.703557:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120593664:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695971.703563:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695971.703566:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695971.703570:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3100 x1840980120593664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695987 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695971.703578:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695971.703581:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695971.703585:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695971.703589:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695971.703591:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695971.703600:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695971.703603:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695971.703606:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:3.0:1755695971.703611:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695971.703613:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695971.703616:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3100. 00000100:00000001:3.0:1755695971.703621:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695971.703623:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695971.703626:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695971.703631:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695971.703633:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695971.703636:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695971.703638:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695971.714848:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295221262, at 4295221263 00000100:00000010:0.0:1755695971.714872:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a900. 00000100:00000040:1.0:1755695971.715871:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295221263, at 4295221264 00000100:00000010:1.0:1755695971.715886:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aa20. 00010000:00000001:0.0:1755695972.403906:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695972.403915:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695972.404049:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695972.404055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695972.404060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695973.427918:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695973.427930:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695973.428029:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695973.428035:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695973.428040:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695974.451939:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695974.451951:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695974.452082:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695974.452088:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695974.452093:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695975.475885:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695975.475894:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695975.475896:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695975.475898:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695975.475903:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695975.475905:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695975.475907:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695975.475909:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695975.476006:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695975.476010:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695975.476013:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695976.499858:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695976.499864:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695976.499938:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695976.499941:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695976.499945:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695976.819880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695976.819893:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695976.819904:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2680. 00000020:00000040:2.0:1755695976.819928:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695976.819934:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695976.819938:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695976.819944:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695976.819953:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755695976.819961:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695976.819976:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695976.819989:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695976.819994:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695976.820001:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d8538b48] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695976.820037:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695976.820042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695976.820049:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695976.820054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695976.820058:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695976.820066:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (564) 00000100:00000001:3.0:1755695976.820085:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695976.820091:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695976.820095:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755695976.820098:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695976.820104:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695976.820106:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695976.820120:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695976.820123:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695976.820129:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695976.820133:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695976.820138:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695976.820144:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120593792:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695976.820151:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695976.820159:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695976.820163:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695976.820166:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695976.820172:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695976.820174:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695976.820192:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695976.820198:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695976.820204:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695976.820211:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593792, portal 25 00000100:00000001:3.0:1755695976.820214:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695976.820216:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287968384 : -118784421583232 : ffff93f758bf2680) 00000100:00000040:3.0:1755695976.820223:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695976.820231:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695976.820235:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695976.820238:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792d48. 00000100:00000200:3.0:1755695976.820242:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593792, offset 0 00000400:00000200:3.0:1755695976.820267:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695976.820277:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695976.820285:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695976.820292:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695976.820296:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695976.820301:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695976.820305:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695976.820309:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [212:212:256:4294967295] 192.168.203.157@tcp LPNI seq info [212:212:8:4294967295] 00000400:00000200:3.0:1755695976.820314:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695976.820371:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695976.820379:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695976.820386:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755695976.820395:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695976.820406:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695976.820413:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695976.820456:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695976.820462:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695976.820466:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295226382 00000100:00000010:3.0:1755695976.820472:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aea0. 00000100:00000001:3.0:1755695976.820489:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695976.820505:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295226382 00000100:00000010:3.0:1755695976.820512:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aa20. 00000100:00000001:3.0:1755695976.820517:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695976.820521:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695976.820524:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695976.820529:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695976.820532:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695976.820542:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695976.820545:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695976.820549:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695976.820552:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695976.820554:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695976.820558:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695976.820633:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695976.820642:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755695976.820650:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695976.820658:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695976.820664:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792d48 00000400:00000010:1.0:1755695976.820668:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792d48. 00000100:00000001:1.0:1755695976.820673:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695976.820680:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695976.820711:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695976.820715:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695976.820724:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695976.820726:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695976.822599:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695976.822612:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695976.822615:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695976.822618:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695976.822625:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695976.822631:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695976.822638:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695976.822642:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695976.822648:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695976.822653:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206580 00000400:00000200:1.0:1755695976.822667:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695976.822673:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xda1 [1] + 224 00000800:00000001:1.0:1755695976.822682:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695976.822691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695976.822693:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695976.822697:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695976.822702:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695976.822708:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695976.822720:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695976.822744:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695976.822752:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695976.822756:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695976.822802:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695976.822807:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695976.822813:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695976.822816:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695976.822819:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695976.822824:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695976.822827:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695976.822830:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695976.822837:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695976.822849:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695976.822858:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695976.822860:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695976.822863:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695976.822866:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695976.822868:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695976.822871:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695976.822874:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695976.822881:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=83 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695976.822885:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=131 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695976.822898:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695976.822900:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695976.822903:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695976.822906:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695976.822909:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695976.822914:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695976.822922:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695976.822926:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695976.822928:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695976.822932:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695976.822941:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120593792:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695976.822946:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695976.822948:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695976.822951:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2680 x1840980120593792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695992 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695976.822958:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695976.822960:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695976.822963:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095200. 02000000:00000001:3.0:1755695976.822966:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695976.822968:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695976.822970:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695976.822972:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695976.822974:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:3.0:1755695976.822978:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695976.822980:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695976.822982:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2680. 00000100:00000001:3.0:1755695976.822987:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695976.822988:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695976.822990:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695976.822994:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695976.822996:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695976.823003:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695976.823005:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695976.834885:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295226382, at 4295226383 00000100:00000040:0.0:1755695976.834887:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295226382, at 4295226383 00000100:00000010:1.0:1755695976.834898:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aa20. 00000100:00000010:0.0:1755695976.834903:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aea0. 00010000:00000001:0.0:1755695977.523936:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695977.523945:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755695977.524037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755695977.524045:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755695977.524051:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695978.547940:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695978.547951:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695978.548047:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695978.548052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695978.548057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695979.571883:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695979.571891:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695979.572008:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695979.572013:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695979.572018:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695980.595858:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695980.595865:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695980.595905:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695980.595909:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695980.595912:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695981.619868:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695981.619874:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695981.619922:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695981.619926:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695981.619929:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695981.939867:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695981.939878:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695981.939890:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0a80. 00000020:00000040:2.0:1755695981.939895:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695981.939914:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695981.939917:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695981.939922:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695981.939930:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755695981.939936:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695981.939946:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695981.939955:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695981.939958:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695981.939963:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000a0e849da] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695981.939990:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695981.939992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695981.939995:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755695981.939997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695981.940000:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755695981.940003:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (569) 00000100:00000001:3.0:1755695981.940056:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695981.940061:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695981.940063:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755695981.940070:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695981.940078:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755695981.940080:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695981.940083:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755695981.940085:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695981.940087:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695981.940090:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120593920:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695981.940093:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695981.940098:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695981.940100:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695981.940102:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695981.940106:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095e00. 02000000:00000001:3.0:1755695981.940108:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695981.940115:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695981.940120:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695981.940124:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695981.940130:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120593920, portal 25 00000100:00000001:3.0:1755695981.940132:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695981.940133:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287961216 : -118784421590400 : ffff93f758bf0a80) 00000100:00000040:3.0:1755695981.940138:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695981.940144:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695981.940146:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695981.940148:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792880. 00000100:00000200:3.0:1755695981.940151:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120593920, offset 0 00000400:00000200:3.0:1755695981.940163:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695981.940170:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695981.940176:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695981.940180:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695981.940184:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695981.940187:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695981.940189:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695981.940192:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [213:213:256:4294967295] 192.168.203.157@tcp LPNI seq info [213:213:8:4294967295] 00000400:00000200:3.0:1755695981.940195:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695981.940203:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695981.940208:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695981.940211:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755695981.940217:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695981.940224:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695981.940228:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695981.940246:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695981.940249:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695981.940252:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295231502 00000100:00000010:3.0:1755695981.940255:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a900. 00000100:00000001:3.0:1755695981.940261:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695981.940272:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295231502 00000100:00000010:3.0:1755695981.940275:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a6c0. 00000100:00000001:3.0:1755695981.940278:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695981.940282:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695981.940304:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695981.940307:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695981.940309:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695981.940317:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695981.940320:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695981.940322:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695981.940323:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695981.940329:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695981.940331:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695981.940341:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695981.940343:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695981.940426:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695981.940433:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755695981.940440:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695981.940447:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695981.940452:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792880 00000400:00000010:1.0:1755695981.940455:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792880. 00000100:00000001:1.0:1755695981.940460:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695981.940465:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695981.940476:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695981.940488:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695981.940497:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695981.940499:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695981.941745:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695981.941759:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695981.941761:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695981.941764:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695981.941770:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695981.941776:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695981.941809:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695981.941814:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695981.941818:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695981.941823:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206600 00000400:00000200:1.0:1755695981.941827:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695981.941832:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xda9 [1] + 224 00000800:00000001:1.0:1755695981.941841:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695981.941850:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695981.941852:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695981.941856:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695981.941861:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695981.941865:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695981.941876:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695981.941895:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695981.941903:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695981.941907:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695981.941916:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695981.941919:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695981.941924:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695981.941925:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695981.941927:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755695981.941931:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695981.941932:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755695981.941934:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695981.941938:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695981.941946:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695981.941950:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695981.941952:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695981.941954:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695981.941955:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695981.941957:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695981.941959:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695981.941962:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695981.941967:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=88 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695981.941970:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=136 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695981.941972:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695981.941973:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695981.941975:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695981.941977:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695981.941979:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695981.941982:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695981.941986:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695981.941989:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695981.941990:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695981.941993:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695981.942004:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120593920:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695981.942008:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695981.942009:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695981.942011:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0a80 x1840980120593920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755695997 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695981.942015:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695981.942017:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695981.942019:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095e00. 02000000:00000001:3.0:1755695981.942021:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695981.942022:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695981.942024:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695981.942025:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695981.942027:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755695981.942029:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695981.942030:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695981.942032:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0a80. 00000100:00000001:3.0:1755695981.942034:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695981.942035:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695981.942036:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695981.942039:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695981.942040:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695981.942041:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695981.942043:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695981.954855:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295231502, at 4295231503 00000100:00000040:1.0:1755695981.954857:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295231502, at 4295231503 00000100:00000010:0.0:1755695981.954865:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a900. 00000100:00000010:1.0:1755695981.954868:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a6c0. 00010000:00000001:0.0:1755695982.643831:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695982.643838:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695982.643915:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695982.643918:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695982.643922:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695983.667874:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695983.667881:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695983.667954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695983.667959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695983.667982:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695984.691903:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695984.691925:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695984.692053:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695984.692059:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695984.692065:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695985.715861:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695985.715870:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695985.715873:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695985.715875:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695985.715880:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695985.715882:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695985.715883:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695985.715885:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695985.715930:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695985.715934:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695985.715937:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695986.739938:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695986.739950:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695986.740087:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695986.740093:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695986.740099:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755695987.060004:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755695987.060023:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755695987.060043:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bace00. 00000020:00000040:3.0:1755695987.060054:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755695987.060060:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755695987.060065:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755695987.060073:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755695987.060085:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755695987.060094:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695987.060134:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755695987.060150:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755695987.060156:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695987.060165:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000a930e94c] to pc [ptlrpcd_01_00+0] req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695987.060216:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755695987.060220:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695987.060226:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755695987.060230:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755695987.060235:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755695987.060242:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (574) 00000100:00000001:2.0:1755695987.060273:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695987.060282:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695987.060283:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695987.060303:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755695987.060304:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695987.060317:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695987.060355:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695987.060359:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695987.060364:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755695987.060369:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755695987.060373:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755695987.060378:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120594048:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695987.060385:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755695987.060392:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755695987.060396:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695987.060399:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755695987.060406:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755695987.060409:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695987.060421:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755695987.060427:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755695987.060436:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755695987.060444:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594048, portal 25 00000100:00000001:2.0:1755695987.060448:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755695987.060450:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918584832 : -118784790966784 : ffff93f742bace00) 00000100:00000040:2.0:1755695987.060459:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695987.060469:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755695987.060473:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755695987.060477:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8908. 00000100:00000200:2.0:1755695987.060482:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594048, offset 0 00000400:00000200:2.0:1755695987.060490:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755695987.060501:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695987.060510:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755695987.060517:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755695987.060522:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755695987.060527:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755695987.060531:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755695987.060543:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [214:214:256:4294967295] 192.168.203.157@tcp LPNI seq info [214:214:8:4294967295] 00000400:00000200:2.0:1755695987.060549:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755695987.060562:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755695987.060570:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755695987.060576:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755695987.060585:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755695987.060597:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755695987.060603:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755695987.060628:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755695987.060634:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755695987.060638:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295236622 00000100:00000010:2.0:1755695987.060644:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755695987.060654:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755695987.060668:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295236622 00000100:00000010:2.0:1755695987.060671:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee360. 00000100:00000001:2.0:1755695987.060676:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755695987.060684:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695987.060688:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695987.060693:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695987.060695:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695987.060705:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695987.060709:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755695987.060714:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695987.060716:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755695987.060718:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695987.060721:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695987.060951:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695987.060962:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755695987.060973:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695987.060987:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695987.060995:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8908 00000400:00000010:1.0:1755695987.061000:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8908. 00000100:00000001:1.0:1755695987.061008:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695987.061019:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695987.061041:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695987.061050:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695987.061066:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695987.061070:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695987.063320:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695987.063344:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695987.063350:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695987.063356:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695987.063367:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695987.063377:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695987.063389:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695987.063398:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695987.063406:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695987.063414:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206680 00000400:00000200:1.0:1755695987.063423:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695987.063432:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xdb1 [1] + 224 00000800:00000001:1.0:1755695987.063446:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695987.063458:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695987.063462:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695987.063478:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695987.063485:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695987.063492:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695987.063507:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695987.063536:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695987.063548:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695987.063553:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695987.063641:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695987.063647:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755695987.063654:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755695987.063657:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755695987.063660:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755695987.063668:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755695987.063670:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755695987.063687:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755695987.063696:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755695987.063711:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695987.063721:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755695987.063724:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695987.063728:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755695987.063731:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755695987.063734:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755695987.063738:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755695987.063742:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755695987.063750:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=94 v=5 (5 5 5 0) 00000100:00001000:2.0:1755695987.063755:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=142 v=5 (1 1 0 0) 00000100:00000001:2.0:1755695987.063759:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755695987.063761:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755695987.063765:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755695987.063768:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695987.063772:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695987.063811:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695987.063823:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755695987.063827:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755695987.063830:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755695987.063836:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755695987.063847:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120594048:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755695987.063854:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695987.063857:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755695987.063861:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bace00 x1840980120594048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696003 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695987.063869:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755695987.063880:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755695987.063884:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755695987.063888:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755695987.063891:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755695987.063893:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755695987.063897:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755695987.063900:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755695987.063905:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755695987.063907:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755695987.063910:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bace00. 00000100:00000001:2.0:1755695987.063915:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755695987.063917:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695987.063920:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755695987.063925:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755695987.063928:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755695987.063930:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755695987.063933:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695987.074900:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295236622, at 4295236623 00000100:00000040:0.0:1755695987.074905:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295236622, at 4295236623 00000100:00000010:1.0:1755695987.074914:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee360. 00000100:00000010:0.0:1755695987.074925:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00010000:00000001:0.0:1755695987.763923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695987.763933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695987.764053:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695987.764059:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695987.764064:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695988.787855:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695988.787863:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695988.787961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695988.787965:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695988.787969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695989.811921:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695989.811932:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695989.812027:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695989.812051:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695989.812057:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695990.835866:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695990.835871:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695990.835918:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695990.835922:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695990.835926:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695991.859961:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695991.859972:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695991.860064:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695991.860070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695991.860075:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755695992.179943:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755695992.179960:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755695992.179975:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3b80. 00000020:00000040:2.0:1755695992.179983:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755695992.179989:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755695992.179994:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755695992.180000:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755695992.180015:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755695992.180024:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695992.180042:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755695992.180059:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755695992.180065:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755695992.180093:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000093b9f7a7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755695992.180137:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755695992.180143:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755695992.180149:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:3.0:1755695992.180155:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755695992.180155:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:3.0:1755695992.180163:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1755695992.180165:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:3.0:1755695992.180168:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755695992.180175:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (579) 00000100:00000040:3.0:1755695992.180181:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695992.180193:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755695992.180196:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695992.180197:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695992.180205:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1755695992.180205:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695992.180223:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755695992.180227:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755695992.180233:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120594176:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695992.180239:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755695992.180245:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755695992.180259:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695992.180261:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755695992.180268:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695992.180279:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695992.180290:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755695992.180295:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755695992.180301:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755695992.180308:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594176, portal 25 00000100:00000001:3.0:1755695992.180310:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755695992.180312:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287973760 : -118784421577856 : ffff93f758bf3b80) 00000100:00000040:3.0:1755695992.180319:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695992.180328:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755695992.180331:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755695992.180334:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467925d8. 00000100:00000200:3.0:1755695992.180338:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594176, offset 0 00000400:00000200:3.0:1755695992.180344:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755695992.180352:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695992.180359:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755695992.180365:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755695992.180369:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755695992.180373:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755695992.180376:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755695992.180379:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [215:215:256:4294967295] 192.168.203.157@tcp LPNI seq info [215:215:8:4294967295] 00000400:00000200:3.0:1755695992.180384:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755695992.180393:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755695992.180399:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755695992.180403:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755695992.180411:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755695992.180420:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755695992.180425:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755695992.180447:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755695992.180453:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755695992.180458:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295241742 00000100:00000010:3.0:1755695992.180472:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a660. 00000100:00000001:3.0:1755695992.180483:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755695992.180505:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295241742 00000100:00000010:3.0:1755695992.180512:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a540. 00000100:00000001:3.0:1755695992.180519:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755695992.180524:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695992.180529:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695992.180534:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695992.180538:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695992.180550:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695992.180554:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755695992.180559:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695992.180561:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755695992.180564:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695992.180567:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695992.180631:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695992.180639:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:1.0:1755695992.180646:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695992.180655:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695992.180660:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467925d8 00000400:00000010:1.0:1755695992.180664:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467925d8. 00000100:00000001:1.0:1755695992.180670:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695992.180676:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695992.180691:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695992.180696:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695992.180707:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695992.180720:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695992.182557:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695992.182578:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695992.182583:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695992.182588:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695992.182598:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695992.182609:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695992.182619:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695992.182626:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695992.182636:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695992.182644:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206700 00000400:00000200:1.0:1755695992.182655:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695992.182665:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xdb9 [1] + 224 00000800:00000001:1.0:1755695992.182678:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695992.182692:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695992.182696:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695992.182703:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695992.182710:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695992.182719:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695992.182738:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695992.182773:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695992.182813:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695992.182819:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755695992.182825:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755695992.182828:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755695992.182832:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000800:00000001:1.0:1755695992.182839:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000400:00000200:3.0:1755695992.182840:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755695992.182848:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000800:00000001:1.0:1755695992.182853:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695992.182854:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755695992.182865:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755695992.182881:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695992.182893:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755695992.182895:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695992.182898:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755695992.182901:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755695992.182905:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755695992.182908:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755695992.182912:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755695992.182932:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=99 v=5 (5 5 5 0) 00000100:00001000:3.0:1755695992.182953:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=147 v=5 (1 1 0 0) 00000100:00000001:3.0:1755695992.182957:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755695992.182959:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755695992.182963:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755695992.182965:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695992.182969:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755695992.182975:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695992.182985:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755695992.182988:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755695992.182991:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755695992.182996:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755695992.183005:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120594176:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755695992.183010:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695992.183013:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755695992.183016:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3b80 x1840980120594176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696008 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755695992.183024:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755695992.183027:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755695992.183030:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755695992.183034:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755695992.183036:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755695992.183039:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755695992.183041:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755695992.183044:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755695992.183048:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755695992.183050:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755695992.183053:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3b80. 00000100:00000001:3.0:1755695992.183058:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755695992.183059:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695992.183062:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755695992.183066:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755695992.183074:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755695992.183077:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755695992.183079:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695992.194874:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295241742, at 4295241743 00000100:00000010:1.0:1755695992.194888:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a540. 00000100:00000040:0.0:1755695992.194982:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295241742, at 4295241743 00000100:00000010:0.0:1755695992.194991:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a660. 00010000:00000001:0.0:1755695992.883907:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695992.883914:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695992.884002:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695992.884007:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695992.884013:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695993.907910:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695993.907919:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755695993.908022:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755695993.908030:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755695993.908038:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695994.932946:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695994.932957:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755695994.932962:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755695994.932967:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695994.932974:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755695994.932978:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695994.932983:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695994.932988:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695994.933123:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695994.933128:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695994.933133:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695995.955887:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695995.955894:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695995.955945:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695995.955951:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695995.955957:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695996.980854:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695996.980861:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695996.980929:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695996.980940:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695996.980949:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755695997.299991:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755695997.300007:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755695997.300046:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802b480. 00000020:00000040:1.0:1755695997.300055:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755695997.300061:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755695997.300066:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755695997.300073:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755695997.300086:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755695997.300096:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695997.300112:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755695997.300128:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755695997.300134:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695997.300142:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000017b6d349] to pc [ptlrpcd_00_00+0] req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695997.300226:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755695997.300231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695997.300238:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755695997.300242:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755695997.300247:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755695997.300255:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755695997.300256:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (584) 00000100:00000001:0.0:1755695997.300267:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695997.300273:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755695997.300287:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695997.300301:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755695997.300303:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695997.300305:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695997.300312:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695997.300315:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755695997.300322:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755695997.300327:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755695997.300333:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120594304:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695997.300341:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755695997.300349:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755695997.300352:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695997.300356:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755695997.300364:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755695997.300367:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695997.300379:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755695997.300386:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755695997.300394:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755695997.300402:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594304, portal 25 00000100:00000001:0.0:1755695997.300406:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755695997.300409:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275618432 : -118784433933184 : ffff93f75802b480) 00000100:00000040:0.0:1755695997.300418:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695997.300428:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755695997.300432:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755695997.300436:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee7f8. 00000100:00000200:0.0:1755695997.300439:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594304, offset 0 00000400:00000200:0.0:1755695997.300448:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755695997.300470:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695997.300480:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755695997.300487:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755695997.300493:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755695997.300498:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755695997.300502:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755695997.300506:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [216:216:256:4294967295] 192.168.203.157@tcp LPNI seq info [216:216:8:4294967295] 00000400:00000200:0.0:1755695997.300512:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755695997.300525:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755695997.300532:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755695997.300538:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755695997.300548:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755695997.300559:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755695997.300566:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755695997.300595:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755695997.300602:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755695997.300606:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295246862 00000100:00000010:0.0:1755695997.300613:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755695997.300625:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755695997.300636:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295246862 00000100:00000010:0.0:1755695997.300641:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fea0. 00000100:00000001:0.0:1755695997.300646:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755695997.300652:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695997.300655:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695997.300659:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695997.300663:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695997.300673:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695997.300676:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755695997.300682:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695997.300684:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755695997.300688:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695997.300692:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755695997.300819:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755695997.300826:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000400:00000200:1.0:1755695997.300835:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695997.300845:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755695997.300851:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee7f8 00000400:00000010:1.0:1755695997.300854:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee7f8. 00000100:00000001:1.0:1755695997.300860:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755695997.300866:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695997.300880:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755695997.300897:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695997.300907:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755695997.300909:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755695997.303042:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695997.303065:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755695997.303069:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695997.303074:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695997.303083:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695997.303090:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755695997.303101:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695997.303108:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695997.303116:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695997.303124:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206780 00000400:00000200:1.0:1755695997.303133:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755695997.303144:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xdc1 [1] + 224 00000800:00000001:1.0:1755695997.303157:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695997.303200:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755695997.303206:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755695997.303214:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755695997.303223:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755695997.303234:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755695997.303256:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755695997.303288:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755695997.303300:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755695997.303306:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695997.303357:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695997.303362:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755695997.303370:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755695997.303372:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755695997.303376:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755695997.303383:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755695997.303386:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755695997.303390:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755695997.303399:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755695997.303414:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695997.303425:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755695997.303427:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695997.303431:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755695997.303435:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755695997.303438:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755695997.303441:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755695997.303445:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755695997.303453:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=104 v=5 (5 5 5 0) 00000100:00001000:0.0:1755695997.303459:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=152 v=5 (1 1 0 0) 00000100:00000001:0.0:1755695997.303463:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755695997.303465:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755695997.303469:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755695997.303472:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695997.303476:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755695997.303481:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695997.303491:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755695997.303495:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755695997.303497:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755695997.303502:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755695997.303514:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120594304:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755695997.303532:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695997.303534:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755695997.303539:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802b480 x1840980120594304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696013 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755695997.303548:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755695997.303552:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755695997.303556:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755695997.303560:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755695997.303562:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755695997.303564:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755695997.303567:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755695997.303570:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755695997.303575:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755695997.303578:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755695997.303580:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802b480. 00000100:00000001:0.0:1755695997.303585:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755695997.303587:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695997.303589:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755695997.303595:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755695997.303597:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755695997.303600:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755695997.303602:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755695997.314887:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295246862, at 4295246863 00000100:00000010:1.0:1755695997.314902:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fea0. 00000100:00000040:0.0:1755695997.314918:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295246862, at 4295246863 00000100:00000010:0.0:1755695997.314933:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755695998.003994:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695998.004003:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695998.004062:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695998.004070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695998.004077:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755695999.027917:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755695999.027927:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755695999.028043:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755695999.028051:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755695999.028059:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696000.051938:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696000.051949:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696000.052067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696000.052075:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696000.052083:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696001.075945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696001.075958:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696001.076070:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696001.076104:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696001.076110:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696002.099940:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696002.099954:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696002.100075:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696002.100083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696002.100089:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696002.419903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696002.419913:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696002.419944:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802b480. 00000020:00000040:1.0:1755696002.419949:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696002.419954:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696002.419957:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696002.419962:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696002.419970:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696002.419977:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696002.419988:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696002.419998:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696002.420002:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696002.420008:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000017b6d349] to pc [ptlrpcd_00_01+1] req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696002.420040:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696002.420044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696002.420049:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696002.420052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696002.420056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696002.420062:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (589) 00000100:00000001:0.0:1755696002.420091:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696002.420092:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696002.420096:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696002.420099:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696002.420103:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696002.420106:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696002.420116:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696002.420119:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696002.420123:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696002.420126:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696002.420130:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696002.420150:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120594432:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696002.420166:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696002.420173:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696002.420176:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696002.420179:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696002.420185:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3bc00. 02000000:00000001:1.0:1755696002.420188:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696002.420196:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696002.420200:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925f20. 00000400:00000010:1.0:1755696002.420206:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d57f8. 00000100:00000200:1.0:1755696002.420212:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594432, portal 25 00000100:00000001:1.0:1755696002.420214:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696002.420216:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275618432 : -118784433933184 : ffff93f75802b480) 00000100:00000040:1.0:1755696002.420222:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696002.420229:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696002.420231:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696002.420234:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5908. 00000100:00000200:1.0:1755696002.420236:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594432, offset 0 00000400:00000200:1.0:1755696002.420242:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696002.420249:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.420255:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696002.420260:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696002.420263:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696002.420266:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696002.420269:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696002.420272:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [217:217:256:4294967295] 192.168.203.157@tcp LPNI seq info [217:217:8:4294967295] 00000400:00000200:1.0:1755696002.420275:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.420283:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696002.420288:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696002.420291:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696002.420297:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696002.420309:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696002.420313:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696002.420332:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696002.420338:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696002.420342:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295251982 00000100:00000010:1.0:1755696002.420347:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a80. 00000100:00000001:1.0:1755696002.420355:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696002.420362:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295251982 00000100:00000010:1.0:1755696002.420366:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a17e0. 00000100:00000001:1.0:1755696002.420369:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696002.420373:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696002.420376:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696002.420380:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696002.420382:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696002.420391:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696002.420393:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696002.420396:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696002.420398:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696002.420400:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696002.420402:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696002.420475:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696002.420479:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696002.420485:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696002.420490:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696002.420494:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5908 00000400:00000010:0.0:1755696002.420496:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5908. 00000100:00000001:0.0:1755696002.420500:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696002.420504:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696002.420512:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696002.420515:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696002.420521:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696002.420522:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696002.422164:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696002.422180:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696002.422184:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696002.422187:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696002.422194:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.422201:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696002.422208:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.422213:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.422218:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.422223:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206800 00000400:00000200:1.0:1755696002.422228:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696002.422234:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xdd1 [1] + 224 00000800:00000001:1.0:1755696002.422242:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696002.422260:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696002.422263:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696002.422268:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696002.422274:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696002.422279:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696002.422293:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696002.422320:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696002.422329:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696002.422334:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696002.422360:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696002.422363:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696002.422368:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696002.422369:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696002.422371:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925f20. 00000400:00000200:0.0:1755696002.422375:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d57f8 00000400:00000010:0.0:1755696002.422377:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d57f8. 00000100:00000001:0.0:1755696002.422379:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696002.422384:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696002.422393:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696002.422399:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696002.422400:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696002.422402:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696002.422405:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696002.422407:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696002.422409:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696002.422411:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696002.422417:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=109 v=5 (5 5 5 0) 00000100:00001000:0.0:1755696002.422427:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=7 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696002.422430:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696002.422431:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696002.422434:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696002.422436:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696002.422438:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696002.422442:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696002.422448:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696002.422450:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696002.422452:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696002.422455:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696002.422462:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120594432:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696002.422465:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696002.422466:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696002.422469:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802b480 x1840980120594432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696018 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696002.422473:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696002.422475:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696002.422478:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3bc00. 02000000:00000001:0.0:1755696002.422480:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696002.422482:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696002.422483:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696002.422485:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696002.422486:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696002.422489:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696002.422491:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696002.422493:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802b480. 00000100:00000001:0.0:1755696002.422495:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696002.422496:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696002.422498:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696002.422501:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696002.422506:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696002.422508:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696002.422509:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696002.434840:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295251982, at 4295251983 00000100:00000010:1.0:1755696002.434849:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a17e0. 00000100:00000040:0.0:1755696002.434857:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295251982, at 4295251983 00000100:00000010:0.0:1755696002.434866:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a80. 00010000:00000001:0.0:1755696003.123925:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696003.123933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696003.124062:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696003.124068:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696003.124073:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696004.147908:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696004.147919:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696004.148049:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696004.148056:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696004.148062:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696005.171925:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696005.171950:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696005.171954:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696005.171957:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696005.171964:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696005.171968:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696005.171970:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696005.171979:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696005.172108:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696005.172114:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696005.172139:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696006.195970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696006.195981:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696006.196077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696006.196081:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696006.196085:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696007.219934:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696007.219945:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696007.220094:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696007.220123:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696007.220129:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696007.539981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696007.539994:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696007.540008:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1f80. 00000020:00000040:2.0:1755696007.540016:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696007.540022:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696007.540027:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696007.540033:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696007.540043:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755696007.540052:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696007.540069:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696007.540084:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696007.540091:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696007.540121:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ff5d13be] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696007.540163:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696007.540168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696007.540188:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696007.540191:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696007.540196:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696007.540202:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (594) 00000100:00000001:3.0:1755696007.540273:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696007.540282:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696007.540286:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696007.540298:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696007.540312:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696007.540315:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696007.540321:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696007.540325:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696007.540328:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696007.540333:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120594560:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696007.540340:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696007.540347:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696007.540350:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696007.540353:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696007.540361:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696007.540364:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696007.540375:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696007.540382:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696007.540389:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696007.540397:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594560, portal 25 00000100:00000001:3.0:1755696007.540401:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696007.540403:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287966592 : -118784421585024 : ffff93f758bf1f80) 00000100:00000040:3.0:1755696007.540412:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696007.540423:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696007.540427:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696007.540431:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792990. 00000100:00000200:3.0:1755696007.540435:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594560, offset 0 00000400:00000200:3.0:1755696007.540444:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696007.540455:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696007.540479:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696007.540486:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696007.540492:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696007.540497:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696007.540501:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696007.540506:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [218:218:256:4294967295] 192.168.203.157@tcp LPNI seq info [218:218:8:4294967295] 00000400:00000200:3.0:1755696007.540511:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696007.540525:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696007.540532:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696007.540539:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755696007.540548:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696007.540559:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696007.540566:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696007.540595:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696007.540602:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696007.540606:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295257102 00000100:00000010:3.0:1755696007.540612:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a480. 00000100:00000001:3.0:1755696007.540622:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696007.540638:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295257102 00000100:00000010:3.0:1755696007.540643:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ae40. 00000100:00000001:3.0:1755696007.540648:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696007.540659:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696007.540664:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696007.540668:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696007.540672:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696007.540682:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696007.540686:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696007.540689:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696007.540691:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696007.540693:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696007.540697:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696007.540714:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696007.540727:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696007.540871:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696007.540879:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:0.0:1755696007.540887:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696007.540897:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696007.540903:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792990 00000400:00000010:0.0:1755696007.540906:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792990. 00000100:00000001:0.0:1755696007.540913:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696007.540920:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696007.540935:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696007.540940:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696007.540968:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696007.540971:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696007.543041:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696007.543063:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696007.543067:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696007.543072:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696007.543080:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696007.543088:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696007.543097:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696007.543133:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696007.543141:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696007.543148:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206880 00000400:00000200:1.0:1755696007.543155:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696007.543163:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xde1 [1] + 224 00000800:00000001:1.0:1755696007.543173:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696007.543185:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696007.543189:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696007.543194:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696007.543200:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696007.543208:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696007.543244:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696007.543273:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696007.543285:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696007.543290:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696007.543319:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696007.543326:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696007.543333:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696007.543336:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696007.543339:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696007.543346:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696007.543349:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696007.543353:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696007.543362:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696007.543377:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696007.543386:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696007.543388:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696007.543392:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696007.543396:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696007.543399:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696007.543402:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696007.543406:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696007.543415:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=114 v=5 (5 5 5 0) 00000100:00001000:3.0:1755696007.543420:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=12 v=5 (1 1 1 0) 00000100:00000001:3.0:1755696007.543424:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696007.543426:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696007.543430:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696007.543433:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696007.543436:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696007.543442:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696007.543451:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696007.543455:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696007.543457:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696007.543462:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696007.543472:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120594560:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696007.543491:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696007.543494:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696007.543499:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1f80 x1840980120594560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696023 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696007.543507:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696007.543510:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696007.543514:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696007.543518:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696007.543520:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696007.543522:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696007.543525:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696007.543528:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755696007.543532:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696007.543535:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696007.543538:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1f80. 00000100:00000001:3.0:1755696007.543544:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696007.543546:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696007.543548:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696007.543554:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696007.543556:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696007.543559:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696007.543561:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696007.554879:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295257102, at 4295257103 00000100:00000010:0.0:1755696007.554891:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a480. 00000100:00000040:1.0:1755696007.554920:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295257102, at 4295257103 00000100:00000010:1.0:1755696007.554933:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ae40. 00010000:00000001:0.0:1755696008.243895:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696008.243906:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696008.243949:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696008.243952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696008.243957:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696009.267945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696009.267955:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696009.268049:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696009.268057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696009.268064:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696010.291912:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696010.291923:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696010.291951:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696010.291955:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696010.291959:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696011.315985:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696011.315996:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696011.316160:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696011.316166:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696011.316172:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696012.339886:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696012.339895:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696012.339923:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696012.339926:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696012.339930:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696012.660000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696012.660014:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696012.660029:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802ad80. 00000020:00000040:1.0:1755696012.660036:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696012.660042:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696012.660047:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696012.660053:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696012.660106:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696012.660117:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696012.660136:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696012.660151:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696012.660157:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696012.660166:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000006ef502d] to pc [ptlrpcd_00_00+0] req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696012.660211:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696012.660215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696012.660220:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696012.660224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696012.660228:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696012.660250:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (599) 00000100:00000001:1.0:1755696012.660268:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696012.660274:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696012.660277:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696012.660288:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696012.660292:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696012.660296:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696012.660299:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696012.660303:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696012.660305:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696012.660314:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696012.660315:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696012.660331:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696012.660334:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696012.660340:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696012.660344:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696012.660349:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696012.660355:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120594688:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696012.660363:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696012.660370:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696012.660373:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696012.660376:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696012.660381:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a000. 02000000:00000001:1.0:1755696012.660384:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696012.660396:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696012.660402:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925e70. 00000400:00000010:1.0:1755696012.660411:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5000. 00000100:00000200:1.0:1755696012.660420:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594688, portal 25 00000100:00000001:1.0:1755696012.660423:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696012.660425:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275616640 : -118784433934976 : ffff93f75802ad80) 00000100:00000040:1.0:1755696012.660432:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696012.660442:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696012.660446:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696012.660457:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696012.660462:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594688, offset 0 00000400:00000200:1.0:1755696012.660470:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696012.660482:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.660490:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696012.660498:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696012.660503:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696012.660508:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696012.660512:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696012.660517:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [219:219:256:4294967295] 192.168.203.157@tcp LPNI seq info [219:219:8:4294967295] 00000400:00000200:1.0:1755696012.660522:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.660534:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696012.660542:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696012.660548:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696012.660557:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696012.660567:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696012.660574:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696012.660598:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696012.660603:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696012.660607:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295262222 00000100:00000010:1.0:1755696012.660613:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a17e0. 00000100:00000001:1.0:1755696012.660626:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696012.660635:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295262222 00000100:00000010:1.0:1755696012.660639:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a18a0. 00000100:00000001:1.0:1755696012.660644:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696012.660648:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696012.660651:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696012.660655:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696012.660659:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696012.660776:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696012.660817:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696012.660825:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696012.660834:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696012.660840:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:0.0:1755696012.660843:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:0.0:1755696012.660850:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696012.660857:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696012.660893:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696012.660899:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696012.660907:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696012.660910:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696012.663283:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696012.663303:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696012.663316:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696012.663320:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696012.663328:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.663334:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696012.663342:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.663347:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.663352:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.663357:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206900 00000400:00000200:1.0:1755696012.663363:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696012.663369:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xde9 [1] + 224 00000800:00000001:1.0:1755696012.663379:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696012.663389:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696012.663393:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696012.663398:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696012.663404:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696012.663411:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696012.663425:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696012.663454:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696012.663465:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696012.663472:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696012.663505:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696012.663512:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696012.663519:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696012.663522:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696012.663525:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925e70. 00000400:00000200:0.0:1755696012.663532:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5000 00000400:00000010:0.0:1755696012.663534:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5000. 00000100:00000001:0.0:1755696012.663538:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696012.663547:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696012.663561:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696012.663571:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696012.663573:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696012.663577:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696012.663581:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696012.663584:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696012.663587:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696012.663591:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696012.663599:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=119 v=5 (5 5 5 0) 00000100:00001000:0.0:1755696012.663605:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=17 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696012.663609:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696012.663611:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696012.663615:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696012.663618:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696012.663621:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696012.663627:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696012.663669:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696012.663673:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696012.663676:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696012.663682:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696012.663692:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120594688:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696012.663704:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696012.663707:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696012.663711:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802ad80 x1840980120594688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696028 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696012.663720:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696012.663723:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696012.663727:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a000. 02000000:00000001:0.0:1755696012.663731:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696012.663734:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696012.663736:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696012.663739:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696012.663742:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696012.663746:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696012.663749:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696012.663752:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802ad80. 00000100:00000001:0.0:1755696012.663756:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696012.663758:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696012.663760:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696012.663766:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696012.663768:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696012.663771:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696012.663774:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696012.674904:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295262222, at 4295262223 00000100:00000040:1.0:1755696012.674913:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295262222, at 4295262223 00000100:00000010:0.0:1755696012.674918:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a17e0. 00000100:00000010:1.0:1755696012.674929:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a18a0. 00010000:00000001:0.0:1755696013.363945:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696013.363959:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696013.364121:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696013.364128:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696013.364133:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696014.387948:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696014.387961:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696014.387993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696014.387996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696014.388001:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696015.411939:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696015.411953:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696015.411956:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696015.411960:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696015.411968:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696015.411971:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696015.411974:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696015.411976:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696015.412136:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696015.412142:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696015.412147:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696016.435962:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696016.435975:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696016.436018:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696016.436023:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696016.436029:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696017.459946:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696017.459960:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696017.460094:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696017.460100:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696017.460106:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696017.779913:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696017.779926:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696017.779937:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029c00. 00000020:00000040:1.0:1755696017.779945:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696017.779950:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696017.779955:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696017.779962:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696017.779973:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696017.779994:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696017.780011:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696017.780051:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696017.780057:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696017.780066:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c688285c] to pc [ptlrpcd_00_01+1] req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696017.780100:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696017.780104:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696017.780109:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696017.780112:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696017.780116:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696017.780122:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (605) 00000100:00000001:0.0:1755696017.780156:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696017.780157:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696017.780163:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696017.780167:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696017.780169:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696017.780182:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696017.780193:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696017.780196:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696017.780201:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696017.780205:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696017.780209:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696017.780214:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120594816:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696017.780220:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696017.780226:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696017.780229:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696017.780232:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696017.780238:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a200. 02000000:00000001:1.0:1755696017.780241:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696017.780261:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696017.780266:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925000. 00000400:00000010:1.0:1755696017.780274:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5220. 00000100:00000200:1.0:1755696017.780282:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594816, portal 25 00000100:00000001:1.0:1755696017.780286:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696017.780288:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275612160 : -118784433939456 : ffff93f758029c00) 00000100:00000040:1.0:1755696017.780296:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696017.780306:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696017.780310:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696017.780313:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5cc0. 00000100:00000200:1.0:1755696017.780317:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594816, offset 0 00000400:00000200:1.0:1755696017.780325:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696017.780335:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.780344:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696017.780350:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696017.780355:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696017.780360:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696017.780364:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696017.780369:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [220:220:256:4294967295] 192.168.203.157@tcp LPNI seq info [220:220:8:4294967295] 00000400:00000200:1.0:1755696017.780374:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.780385:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696017.780392:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696017.780398:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696017.780408:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696017.780418:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696017.780425:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696017.780450:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696017.780455:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696017.780459:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295267342 00000100:00000010:1.0:1755696017.780465:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a18a0. 00000100:00000001:1.0:1755696017.780482:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696017.780490:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295267342 00000100:00000010:1.0:1755696017.780494:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1780. 00000100:00000001:1.0:1755696017.780498:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696017.780502:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696017.780506:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696017.780510:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696017.780513:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696017.780522:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696017.780526:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696017.780530:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696017.780532:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696017.780535:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696017.780538:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696017.780620:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696017.780628:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696017.780635:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696017.780645:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696017.780650:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5cc0 00000400:00000010:0.0:1755696017.780654:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5cc0. 00000100:00000001:0.0:1755696017.780659:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696017.780667:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696017.780682:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696017.780687:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696017.780697:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696017.780700:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696017.782920:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696017.782939:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696017.782944:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696017.782947:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696017.782955:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.782963:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696017.782972:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.782977:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.782983:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.782988:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206980 00000400:00000200:1.0:1755696017.782994:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696017.783001:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xdf9 [1] + 224 00000800:00000001:1.0:1755696017.783011:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696017.783059:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696017.783065:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696017.783073:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696017.783086:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696017.783096:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696017.783118:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696017.783174:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696017.783190:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696017.783198:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696017.783235:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696017.783241:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696017.783249:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696017.783251:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696017.783255:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925000. 00000400:00000200:0.0:1755696017.783262:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5220 00000400:00000010:0.0:1755696017.783265:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5220. 00000100:00000001:0.0:1755696017.783269:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696017.783277:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696017.783292:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696017.783302:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696017.783305:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696017.783308:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696017.783312:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696017.783315:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696017.783318:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696017.783322:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696017.783330:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=124 v=5 (5 5 5 0) 00000100:00001000:0.0:1755696017.783335:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=22 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696017.783339:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696017.783341:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696017.783345:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696017.783348:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696017.783351:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696017.783357:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696017.783366:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696017.783370:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696017.783373:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696017.783377:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696017.783387:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120594816:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696017.783405:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696017.783408:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696017.783413:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029c00 x1840980120594816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696033 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696017.783422:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696017.783425:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696017.783429:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a200. 02000000:00000001:0.0:1755696017.783432:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696017.783435:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696017.783438:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696017.783440:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696017.783443:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696017.783447:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696017.783450:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696017.783453:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029c00. 00000100:00000001:0.0:1755696017.783457:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696017.783459:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696017.783461:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696017.783467:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696017.783469:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696017.783472:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696017.783474:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696017.794924:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295267342, at 4295267343 00000100:00000040:0.0:1755696017.794941:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295267342, at 4295267343 00000100:00000010:1.0:1755696017.794949:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1780. 00000100:00000010:0.0:1755696017.794962:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a18a0. 00010000:00000001:0.0:1755696018.483941:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696018.483952:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696018.484053:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696018.484056:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696018.484061:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696019.507915:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696019.507926:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696019.508042:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696019.508049:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696019.508054:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696020.531981:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696020.532004:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696020.532154:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696020.532161:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696020.532198:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696021.555911:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696021.555923:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696021.556065:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696021.556073:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696021.556080:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696022.579910:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696022.579923:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696022.579953:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696022.579957:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696022.579960:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696022.899957:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696022.899971:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696022.900029:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0700. 00000020:00000040:2.0:1755696022.900039:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696022.900045:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696022.900050:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696022.900058:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696022.900092:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755696022.900102:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696022.900119:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696022.900135:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696022.900141:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696022.900149:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000006a07d27a] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696022.900189:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696022.900193:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696022.900198:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696022.900202:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696022.900206:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696022.900212:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (610) 00000100:00000001:3.0:1755696022.900251:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696022.900252:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696022.900261:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696022.900262:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696022.900265:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696022.900276:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696022.900287:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696022.900291:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696022.900295:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696022.900299:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696022.900303:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696022.900309:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120594944:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696022.900316:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696022.900322:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696022.900325:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696022.900328:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696022.900343:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696022.900346:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696022.900357:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696022.900363:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696022.900370:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696022.900379:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120594944, portal 25 00000100:00000001:2.0:1755696022.900382:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696022.900385:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287960320 : -118784421591296 : ffff93f758bf0700) 00000100:00000040:2.0:1755696022.900393:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696022.900403:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696022.900406:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696022.900410:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8198. 00000100:00000200:2.0:1755696022.900415:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120594944, offset 0 00000400:00000200:2.0:1755696022.900422:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696022.900433:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696022.900442:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696022.900448:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696022.900454:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696022.900459:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696022.900463:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696022.900468:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [221:221:256:4294967295] 192.168.203.157@tcp LPNI seq info [221:221:8:4294967295] 00000400:00000200:2.0:1755696022.900473:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696022.900486:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696022.900495:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696022.900500:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696022.900509:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696022.900519:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696022.900525:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696022.900549:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696022.900555:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696022.900568:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295272462 00000100:00000010:2.0:1755696022.900573:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755696022.900582:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696022.900596:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295272462 00000100:00000010:2.0:1755696022.900600:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755696022.900604:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696022.900614:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696022.900618:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696022.900622:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696022.900626:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696022.900637:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696022.900641:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696022.900645:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696022.900647:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696022.900650:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696022.900654:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696022.900838:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696022.900850:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:0.0:1755696022.900861:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696022.900874:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696022.900882:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8198 00000400:00000010:0.0:1755696022.900887:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8198. 00000100:00000001:0.0:1755696022.900895:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696022.900907:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696022.900928:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696022.900935:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696022.900952:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696022.900956:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696022.903197:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696022.903222:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696022.903228:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696022.903234:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696022.903246:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696022.903257:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696022.903271:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696022.903278:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696022.903288:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696022.903294:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206a00 00000400:00000200:1.0:1755696022.903300:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696022.903307:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe09 [1] + 224 00000800:00000001:1.0:1755696022.903317:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696022.903330:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696022.903334:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696022.903340:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696022.903346:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696022.903356:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696022.903371:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696022.903401:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696022.903412:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696022.903416:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696022.903462:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696022.903467:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696022.903475:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696022.903478:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696022.903482:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696022.903488:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696022.903491:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696022.903495:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696022.903504:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696022.903519:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696022.903530:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696022.903532:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696022.903536:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696022.903539:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696022.903543:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696022.903547:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696022.903550:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696022.903570:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=129 v=5 (5 5 5 0) 00000100:00001000:2.0:1755696022.903576:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=27 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696022.903579:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696022.903582:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696022.903586:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696022.903589:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696022.903592:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696022.903599:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696022.903608:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696022.903611:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696022.903614:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696022.903619:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696022.903630:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120594944:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696022.903636:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696022.903638:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696022.903642:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0700 x1840980120594944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696038 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696022.903650:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696022.903654:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696022.903658:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696022.903661:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696022.903664:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696022.903666:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696022.903669:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696022.903672:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:2.0:1755696022.903676:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696022.903678:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696022.903681:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0700. 00000100:00000001:2.0:1755696022.903684:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696022.903686:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696022.903688:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696022.903700:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696022.903702:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696022.903705:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696022.903708:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696022.914893:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295272462, at 4295272463 00000100:00000010:1.0:1755696022.914907:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00000100:00000040:0.0:1755696022.914932:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295272462, at 4295272463 00000100:00000010:0.0:1755696022.914950:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00010000:00000001:0.0:1755696023.603895:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696023.603904:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696023.603981:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696023.603999:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696023.604003:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696024.627953:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696024.627964:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696024.628084:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696024.628088:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696024.628092:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696025.651944:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696025.651956:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696025.651993:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696025.651997:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696025.652027:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696025.652030:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696025.652033:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696025.652037:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696025.652123:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696025.652129:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696025.652134:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696026.675993:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696026.676005:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696026.676079:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696026.676083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696026.676087:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696027.699984:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696027.699994:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696027.700088:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696027.700093:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696027.700097:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696028.019983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696028.019999:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696028.020017:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0700. 00000020:00000040:2.0:1755696028.020025:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696028.020031:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696028.020036:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696028.020044:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696028.020056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755696028.020066:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696028.020083:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696028.020099:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696028.020105:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696028.020114:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000006a07d27a] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696028.020161:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696028.020166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696028.020171:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696028.020175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696028.020204:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696028.020212:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (615) 00000100:00000001:3.0:1755696028.020253:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696028.020254:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696028.020264:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696028.020266:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696028.020273:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696028.020287:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696028.020303:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696028.020306:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696028.020312:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696028.020315:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696028.020319:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696028.020324:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120595072:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696028.020344:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696028.020353:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696028.020356:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696028.020360:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696028.020366:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696028.020369:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696028.020381:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696028.020388:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696028.020396:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696028.020405:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595072, portal 25 00000100:00000001:3.0:1755696028.020408:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696028.020411:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287960320 : -118784421591296 : ffff93f758bf0700) 00000100:00000040:3.0:1755696028.020419:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696028.020430:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696028.020434:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696028.020438:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792dd0. 00000100:00000200:3.0:1755696028.020442:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595072, offset 0 00000400:00000200:3.0:1755696028.020452:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696028.020463:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696028.020472:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696028.020479:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696028.020484:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696028.020490:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696028.020493:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696028.020498:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [222:222:256:4294967295] 192.168.203.157@tcp LPNI seq info [222:222:8:4294967295] 00000400:00000200:3.0:1755696028.020503:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696028.020516:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696028.020523:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696028.020529:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755696028.020538:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696028.020557:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696028.020563:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696028.020593:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696028.020600:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696028.020604:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295277582 00000100:00000010:3.0:1755696028.020610:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af00. 00000100:00000001:3.0:1755696028.020620:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696028.020633:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295277582 00000100:00000010:3.0:1755696028.020637:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a300. 00000100:00000001:3.0:1755696028.020647:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696028.020658:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696028.020662:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696028.020666:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696028.020669:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696028.020679:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696028.020682:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696028.020687:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696028.020689:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696028.020691:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696028.020695:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696028.020930:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696028.020943:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:0.0:1755696028.020985:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696028.020999:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696028.021008:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792dd0 00000400:00000010:0.0:1755696028.021013:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792dd0. 00000100:00000001:0.0:1755696028.021021:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696028.021031:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696028.021047:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696028.021052:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696028.021062:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696028.021065:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696028.023119:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696028.023140:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696028.023144:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696028.023147:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696028.023155:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696028.023163:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696028.023173:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696028.023178:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696028.023184:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696028.023189:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206a80 00000400:00000200:1.0:1755696028.023195:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696028.023202:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe11 [1] + 224 00000800:00000001:1.0:1755696028.023211:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696028.023223:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696028.023227:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696028.023233:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696028.023240:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696028.023248:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696028.023262:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696028.023288:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696028.023298:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696028.023302:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696028.023356:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696028.023364:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696028.023374:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696028.023377:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696028.023381:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696028.023389:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696028.023391:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696028.023395:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696028.023404:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696028.023419:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696028.023429:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696028.023443:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696028.023448:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696028.023451:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696028.023454:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696028.023457:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696028.023461:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696028.023470:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=135 v=5 (5 5 5 0) 00000100:00001000:3.0:1755696028.023475:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=33 v=5 (1 1 1 0) 00000100:00000001:3.0:1755696028.023479:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696028.023481:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696028.023485:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696028.023488:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696028.023491:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696028.023497:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696028.023507:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696028.023510:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696028.023513:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696028.023519:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696028.023529:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120595072:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696028.023535:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696028.023538:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696028.023542:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0700 x1840980120595072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696044 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696028.023550:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696028.023553:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696028.023557:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696028.023561:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696028.023563:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696028.023565:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696028.023569:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696028.023571:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:3.0:1755696028.023582:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696028.023585:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696028.023588:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0700. 00000100:00000001:3.0:1755696028.023592:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696028.023594:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696028.023596:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696028.023602:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696028.023604:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696028.023607:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696028.023610:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696028.034889:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295277582, at 4295277583 00000100:00000010:1.0:1755696028.034903:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a300. 00000100:00000040:0.0:1755696028.034917:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295277582, at 4295277583 00000100:00000010:0.0:1755696028.034932:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af00. 00010000:00000001:0.0:1755696028.723993:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696028.724003:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696028.724055:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696028.724058:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696028.724063:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696029.747976:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696029.747986:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696029.748095:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696029.748100:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696029.748105:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696030.771953:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696030.771982:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696030.772067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696030.772071:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696030.772075:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696031.795969:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696031.795979:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696031.796072:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696031.796078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696031.796085:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696032.819871:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696032.819878:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696032.819945:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696032.819948:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696032.819951:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696033.139954:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696033.139965:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696033.139977:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029500. 00000020:00000040:1.0:1755696033.139983:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696033.139987:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696033.140007:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696033.140012:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696033.140022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696033.140028:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696033.140040:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696033.140049:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696033.140053:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696033.140058:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000030387276] to pc [ptlrpcd_00_00+0] req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696033.140083:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696033.140085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696033.140088:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696033.140090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696033.140093:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696033.140097:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (620) 00000100:00000001:0.0:1755696033.140112:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696033.140117:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696033.140120:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696033.140120:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696033.140126:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696033.140131:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696033.140140:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696033.140142:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696033.140146:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696033.140148:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696033.140150:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696033.140153:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120595200:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696033.140157:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696033.140161:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696033.140163:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696033.140165:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696033.140170:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012400. 02000000:00000001:0.0:1755696033.140171:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696033.140180:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696033.140184:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696033.140190:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696033.140196:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595200, portal 25 00000100:00000001:0.0:1755696033.140199:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696033.140200:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275610368 : -118784433941248 : ffff93f758029500) 00000100:00000040:0.0:1755696033.140205:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696033.140217:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696033.140219:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696033.140222:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee088. 00000100:00000200:0.0:1755696033.140224:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595200, offset 0 00000400:00000200:0.0:1755696033.140230:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696033.140238:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696033.140243:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696033.140248:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696033.140251:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696033.140254:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696033.140257:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696033.140259:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [223:223:256:4294967295] 192.168.203.157@tcp LPNI seq info [223:223:8:4294967295] 00000400:00000200:0.0:1755696033.140262:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696033.140269:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696033.140273:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696033.140276:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755696033.140282:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696033.140289:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696033.140293:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696033.140310:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696033.140313:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696033.140316:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295282702 00000100:00000010:0.0:1755696033.140320:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696033.140327:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696033.140333:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295282702 00000100:00000010:0.0:1755696033.140335:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f840. 00000100:00000001:0.0:1755696033.140338:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696033.140340:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696033.140342:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696033.140348:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696033.140350:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696033.140357:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696033.140359:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696033.140361:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696033.140363:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696033.140365:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696033.140367:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696033.140433:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696033.140437:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755696033.140443:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696033.140448:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696033.140451:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee088 00000400:00000010:1.0:1755696033.140453:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee088. 00000100:00000001:1.0:1755696033.140456:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696033.140460:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696033.140468:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696033.140470:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696033.140485:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696033.140486:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696033.141799:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696033.141812:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696033.141814:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696033.141816:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696033.141820:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696033.141825:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696033.141830:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696033.141833:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696033.141837:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696033.141840:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206b00 00000400:00000200:1.0:1755696033.141844:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696033.141848:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe19 [1] + 224 00000800:00000001:1.0:1755696033.141853:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696033.141859:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696033.141861:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696033.141865:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696033.141871:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696033.141876:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696033.141887:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696033.141906:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696033.141927:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696033.141932:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696033.141968:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696033.141972:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696033.141978:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696033.141980:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696033.141983:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696033.141988:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696033.141990:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696033.141993:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696033.142000:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696033.142011:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696033.142020:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696033.142022:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696033.142026:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696033.142028:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696033.142031:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696033.142034:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696033.142038:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696033.142045:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=140 v=5 (5 5 5 0) 00000100:00001000:0.0:1755696033.142049:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=38 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696033.142052:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696033.142054:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696033.142057:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696033.142060:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696033.142063:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696033.142068:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696033.142089:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696033.142092:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696033.142095:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696033.142099:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696033.142107:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120595200:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696033.142112:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696033.142114:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696033.142118:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029500 x1840980120595200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696049 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696033.142125:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696033.142128:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696033.142131:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012400. 02000000:00000001:0.0:1755696033.142134:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696033.142136:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696033.142138:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696033.142140:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696033.142143:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696033.142147:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696033.142149:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696033.142151:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029500. 00000100:00000001:0.0:1755696033.142154:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696033.142155:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696033.142157:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696033.142161:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696033.142163:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696033.142165:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696033.142167:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696033.154849:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295282702, at 4295282703 00000100:00000010:1.0:1755696033.154857:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f840. 00000100:00000040:0.0:1755696033.154862:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295282702, at 4295282703 00000100:00000010:0.0:1755696033.154873:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696033.843942:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696033.843949:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696033.844042:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696033.844046:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696033.844049:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696034.867891:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696034.867920:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696034.867922:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696034.867925:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696034.867929:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696034.867931:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696034.867933:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696034.867935:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696034.867979:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696034.867981:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696034.867983:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696035.892033:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696035.892041:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696035.892103:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696035.892109:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696035.892114:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696036.915970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696036.915980:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696036.916069:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696036.916076:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696036.916082:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696037.939930:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696037.939939:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696037.940033:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696037.940038:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696037.940043:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696038.259953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696038.259974:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696038.260017:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802bb80. 00000020:00000040:1.0:1755696038.260026:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696038.260033:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696038.260037:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696038.260045:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696038.260056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696038.260066:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696038.260082:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696038.260097:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696038.260103:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696038.260112:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e37bedfa] to pc [ptlrpcd_00_01+1] req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696038.260154:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696038.260159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696038.260164:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696038.260168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696038.260172:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696038.260178:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (625) 00000100:00000001:1.0:1755696038.260218:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696038.260220:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696038.260223:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696038.260231:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696038.260231:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696038.260243:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696038.260255:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696038.260259:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696038.260263:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696038.260267:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696038.260272:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696038.260277:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120595328:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696038.260296:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696038.260304:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696038.260308:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696038.260312:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696038.260317:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a800. 02000000:00000001:1.0:1755696038.260321:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696038.260333:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696038.260338:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925210. 00000400:00000010:1.0:1755696038.260348:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5a18. 00000100:00000200:1.0:1755696038.260356:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595328, portal 25 00000100:00000001:1.0:1755696038.260360:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696038.260363:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275620224 : -118784433931392 : ffff93f75802bb80) 00000100:00000040:1.0:1755696038.260372:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696038.260382:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696038.260386:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696038.260390:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5440. 00000100:00000200:1.0:1755696038.260393:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595328, offset 0 00000400:00000200:1.0:1755696038.260401:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696038.260412:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.260421:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696038.260428:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696038.260434:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696038.260439:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696038.260443:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696038.260448:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [224:224:256:4294967295] 192.168.203.157@tcp LPNI seq info [224:224:8:4294967295] 00000400:00000200:1.0:1755696038.260453:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.260465:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696038.260473:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696038.260481:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696038.260489:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696038.260507:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696038.260514:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696038.260538:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696038.260545:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696038.260549:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295287822 00000100:00000010:1.0:1755696038.260555:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1780. 00000100:00000001:1.0:1755696038.260564:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696038.260576:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295287822 00000100:00000010:1.0:1755696038.260580:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696038.260584:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696038.260588:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696038.260592:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696038.260596:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696038.260599:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696038.260609:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696038.260613:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696038.260618:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696038.260622:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696038.260624:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696038.260627:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696038.260820:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696038.260832:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696038.260844:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696038.260857:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696038.260865:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5440 00000400:00000010:0.0:1755696038.260870:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5440. 00000100:00000001:0.0:1755696038.260907:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696038.260919:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696038.260941:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696038.260949:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696038.260963:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696038.260966:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696038.263222:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696038.263246:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696038.263252:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696038.263259:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696038.263270:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.263280:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696038.263292:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.263300:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.263308:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.263316:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206b80 00000400:00000200:1.0:1755696038.263328:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696038.263340:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe29 [1] + 224 00000800:00000001:1.0:1755696038.263355:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696038.263385:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696038.263391:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696038.263400:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696038.263410:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696038.263421:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696038.263445:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696038.263481:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696038.263497:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696038.263505:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696038.263546:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696038.263552:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696038.263559:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696038.263562:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696038.263566:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925210. 00000400:00000200:0.0:1755696038.263573:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5a18 00000400:00000010:0.0:1755696038.263575:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5a18. 00000100:00000001:0.0:1755696038.263579:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696038.263587:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696038.263602:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696038.263612:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696038.263615:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696038.263618:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696038.263622:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696038.263625:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696038.263629:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696038.263633:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696038.263641:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=145 v=5 (5 5 5 0) 00000100:00001000:0.0:1755696038.263646:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=43 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696038.263650:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696038.263652:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696038.263657:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696038.263659:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696038.263663:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696038.263669:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696038.263679:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696038.263683:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696038.263686:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696038.263691:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696038.263701:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120595328:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696038.263720:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696038.263723:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696038.263728:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802bb80 x1840980120595328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696054 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696038.263737:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696038.263740:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696038.263744:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a800. 02000000:00000001:0.0:1755696038.263748:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696038.263750:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696038.263752:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696038.263755:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696038.263758:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755696038.263763:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696038.263765:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696038.263768:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802bb80. 00000100:00000001:0.0:1755696038.263772:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696038.263774:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696038.263777:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696038.263820:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696038.263824:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696038.263828:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696038.263832:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696038.274941:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295287822, at 4295287823 00000100:00000010:1.0:1755696038.274960:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00000100:00000040:0.0:1755696038.274973:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295287822, at 4295287823 00000100:00000010:0.0:1755696038.274991:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1780. 00010000:00000001:0.0:1755696038.963977:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696038.963989:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696038.964037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696038.964043:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696038.964049:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696039.987946:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696039.987956:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696039.988042:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696039.988048:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696039.988054:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696041.012001:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696041.012013:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696041.012052:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696041.012058:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696041.012085:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696042.035986:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696042.036000:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696042.036110:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696042.036116:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696042.036122:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696043.059923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696043.059934:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696043.059963:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696043.059967:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696043.059971:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696043.379987:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696043.380001:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696043.380018:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696043.380025:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696043.380031:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696043.380035:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696043.380042:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696043.380056:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696043.380065:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696043.380082:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696043.380108:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696043.380114:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696043.380124:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696043.380164:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696043.380168:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696043.380173:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696043.380200:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696043.380205:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696043.380211:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (630) 00000100:00000001:0.0:1755696043.380294:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696043.380302:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696043.380306:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696043.380318:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696043.380332:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696043.380335:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696043.380341:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696043.380345:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696043.380349:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696043.380353:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120595456:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696043.380360:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696043.380367:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696043.380371:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696043.380374:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696043.380382:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696043.380384:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696043.380396:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696043.380403:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696043.380410:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696043.380419:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595456, portal 25 00000100:00000001:0.0:1755696043.380422:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696043.380425:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755696043.380433:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696043.380444:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696043.380463:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696043.380467:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eec38. 00000100:00000200:0.0:1755696043.380471:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595456, offset 0 00000400:00000200:0.0:1755696043.380481:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696043.380491:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696043.380501:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696043.380508:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696043.380513:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696043.380518:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696043.380522:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696043.380529:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [225:225:256:4294967295] 192.168.203.157@tcp LPNI seq info [225:225:8:4294967295] 00000400:00000200:0.0:1755696043.380537:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696043.380565:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696043.380578:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696043.380587:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba500. 00000800:00000200:0.0:1755696043.380599:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696043.380613:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696043.380623:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696043.380658:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696043.380668:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696043.380674:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295292942 00000100:00000010:0.0:1755696043.380683:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696043.380695:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696043.380706:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295292942 00000100:00000010:0.0:1755696043.380712:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f5a0. 00000100:00000001:0.0:1755696043.380716:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696043.380732:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696043.380737:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696043.380742:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696043.380747:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696043.380759:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696043.380771:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696043.380776:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696043.380778:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696043.380780:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696043.380870:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696043.380886:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696043.380889:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696043.380970:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696043.380981:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba500. 00000400:00000200:1.0:1755696043.380992:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696043.381005:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696043.381012:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eec38 00000400:00000010:1.0:1755696043.381017:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eec38. 00000100:00000001:1.0:1755696043.381025:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696043.381036:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696043.381057:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696043.381066:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696043.381082:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696043.381086:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696043.383309:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696043.383334:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696043.383341:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696043.383346:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696043.383359:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696043.383373:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696043.383387:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696043.383393:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696043.383402:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696043.383410:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206c00 00000400:00000200:1.0:1755696043.383419:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696043.383428:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe39 [1] + 224 00000800:00000001:1.0:1755696043.383441:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696043.383456:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696043.383473:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696043.383481:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696043.383490:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696043.383500:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696043.383521:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696043.383558:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696043.383582:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696043.383590:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696043.383645:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696043.383651:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696043.383659:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696043.383661:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696043.383665:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696043.383671:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696043.383674:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696043.383678:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696043.383687:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696043.383702:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696043.383712:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696043.383714:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696043.383717:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696043.383721:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696043.383725:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696043.383728:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696043.383732:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696043.383740:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=150 v=5 (5 5 5 0) 00000100:00001000:0.0:1755696043.383746:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=48 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696043.383749:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696043.383752:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696043.383756:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696043.383759:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696043.383762:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696043.383768:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696043.383814:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696043.383830:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696043.383833:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696043.383867:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696043.383880:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120595456:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696043.383887:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696043.383890:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696043.383895:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120595456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696059 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696043.383904:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696043.383907:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696043.383911:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696043.383915:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696043.383918:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696043.383920:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696043.383923:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696043.383925:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755696043.383930:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696043.383932:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696043.383935:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:0.0:1755696043.383939:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696043.383941:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696043.383943:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696043.383949:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696043.383951:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696043.383953:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696043.383956:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696043.394930:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295292942, at 4295292943 00000100:00000040:1.0:1755696043.394951:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295292942, at 4295292943 00000100:00000010:0.0:1755696043.394953:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696043.394971:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f5a0. 00010000:00000001:0.0:1755696044.083884:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696044.083891:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696044.083961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696044.083964:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696044.083968:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696045.107970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696045.107983:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696045.107987:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696045.108019:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696045.108026:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696045.108029:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696045.108033:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696045.108036:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696045.108065:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696045.108068:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696045.108072:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696046.132046:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696046.132057:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696046.132199:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696046.132209:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696046.132217:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696047.155955:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696047.155965:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696047.155997:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696047.156001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696047.156005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696048.179969:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696048.179979:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696048.180085:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696048.180091:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696048.180097:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696048.499975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696048.500016:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696048.500027:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3480. 00000020:00000040:2.0:1755696048.500034:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696048.500041:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696048.500045:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696048.500053:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696048.500063:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696048.500073:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696048.500090:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696048.500106:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696048.500112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696048.500121:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000365e78bb] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696048.500166:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696048.500170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696048.500175:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696048.500180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696048.500184:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696048.500190:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (635) 00000100:00000001:3.0:1755696048.500260:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696048.500268:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696048.500272:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696048.500286:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696048.500300:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696048.500303:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696048.500308:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696048.500312:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696048.500316:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696048.500321:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120595584:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696048.500327:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696048.500336:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696048.500340:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696048.500343:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696048.500352:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696048.500355:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696048.500367:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696048.500374:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696048.500382:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696048.500390:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595584, portal 25 00000100:00000001:3.0:1755696048.500394:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696048.500396:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971968 : -118784421579648 : ffff93f758bf3480) 00000100:00000040:3.0:1755696048.500404:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696048.500435:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696048.500439:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696048.500443:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792aa0. 00000100:00000200:3.0:1755696048.500448:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595584, offset 0 00000400:00000200:3.0:1755696048.500457:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696048.500468:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696048.500478:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696048.500486:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696048.500491:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696048.500496:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696048.500500:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696048.500505:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [226:226:256:4294967295] 192.168.203.157@tcp LPNI seq info [226:226:8:4294967295] 00000400:00000200:3.0:1755696048.500510:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696048.500523:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696048.500530:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696048.500536:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755696048.500546:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696048.500556:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696048.500563:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696048.500593:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696048.500599:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696048.500603:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295298062 00000100:00000010:3.0:1755696048.500609:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a240. 00000100:00000001:3.0:1755696048.500619:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696048.500635:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295298062 00000100:00000010:3.0:1755696048.500640:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aba0. 00000100:00000001:3.0:1755696048.500645:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696048.500654:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696048.500658:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696048.500671:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696048.500675:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696048.500686:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696048.500689:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696048.500693:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696048.500695:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696048.500697:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696048.500700:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696048.500718:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696048.500723:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696048.500882:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696048.500892:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755696048.500902:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696048.500915:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696048.500921:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792aa0 00000400:00000010:1.0:1755696048.500925:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792aa0. 00000100:00000001:1.0:1755696048.500930:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696048.500937:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696048.500952:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696048.500957:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696048.500967:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696048.500969:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696048.503194:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696048.503219:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696048.503225:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696048.503231:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696048.503243:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696048.503255:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696048.503283:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696048.503292:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696048.503301:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696048.503309:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206c80 00000400:00000200:1.0:1755696048.503331:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696048.503342:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe49 [1] + 224 00000800:00000001:1.0:1755696048.503356:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696048.503373:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696048.503378:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696048.503386:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696048.503395:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696048.503406:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696048.503431:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696048.503471:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696048.503485:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696048.503494:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696048.503509:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696048.503514:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696048.503521:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696048.503524:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696048.503528:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696048.503535:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696048.503538:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696048.503542:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696048.503550:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696048.503563:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696048.503572:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696048.503575:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696048.503578:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696048.503581:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696048.503584:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696048.503587:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696048.503591:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696048.503600:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=5 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696048.503604:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=53 v=5 (1 1 1 0) 00000100:00000001:3.0:1755696048.503608:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696048.503611:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696048.503615:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696048.503618:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696048.503622:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696048.503628:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696048.503647:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696048.503651:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696048.503654:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696048.503660:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696048.503670:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120595584:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696048.503675:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696048.503678:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696048.503682:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3480 x1840980120595584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696064 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696048.503690:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696048.503693:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696048.503697:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696048.503700:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696048.503703:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696048.503705:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696048.503708:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696048.503711:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:3.0:1755696048.503715:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696048.503718:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696048.503721:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3480. 00000100:00000001:3.0:1755696048.503726:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696048.503727:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696048.503730:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696048.503735:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696048.503737:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696048.503740:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696048.503742:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696048.514932:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295298062, at 4295298063 00000100:00000040:0.0:1755696048.514937:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295298062, at 4295298063 00000100:00000010:1.0:1755696048.514955:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aba0. 00000100:00000010:0.0:1755696048.514958:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a240. 00010000:00000001:0.0:1755696049.203935:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696049.203950:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696049.203986:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696049.203990:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696049.203994:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696050.227873:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696050.227882:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696050.227941:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696050.227946:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696050.227951:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696051.251964:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696051.251975:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696051.252007:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696051.252010:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696051.252014:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696052.275864:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696052.275870:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696052.275948:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696052.275953:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696052.275957:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696053.299941:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696053.299953:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696053.299990:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696053.299995:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696053.300041:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696053.619945:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696053.619966:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696053.619983:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0380. 00000020:00000040:2.0:1755696053.619990:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696053.620017:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696053.620021:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696053.620028:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696053.620039:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755696053.620048:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696053.620064:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696053.620078:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696053.620083:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696053.620090:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000056b4f437] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696053.620125:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696053.620129:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696053.620134:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696053.620137:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696053.620141:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696053.620147:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (640) 00000100:00000001:3.0:1755696053.620182:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696053.620183:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696053.620191:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696053.620191:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696053.620195:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696053.620204:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696053.620214:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696053.620217:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696053.620222:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696053.620226:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696053.620229:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696053.620234:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120595712:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696053.620239:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696053.620254:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696053.620257:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696053.620260:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696053.620265:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696053.620267:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696053.620278:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696053.620299:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696053.620308:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696053.620316:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595712, portal 25 00000100:00000001:2.0:1755696053.620320:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696053.620322:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287959424 : -118784421592192 : ffff93f758bf0380) 00000100:00000040:2.0:1755696053.620330:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696053.620340:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696053.620344:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696053.620348:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8dd0. 00000100:00000200:2.0:1755696053.620352:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595712, offset 0 00000400:00000200:2.0:1755696053.620361:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696053.620371:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696053.620381:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696053.620404:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696053.620409:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696053.620414:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696053.620417:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696053.620421:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [227:227:256:4294967295] 192.168.203.157@tcp LPNI seq info [227:227:8:4294967295] 00000400:00000200:2.0:1755696053.620426:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696053.620439:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696053.620445:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696053.620449:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696053.620476:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696053.620487:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696053.620493:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696053.620524:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696053.620531:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696053.620536:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295303182 00000100:00000010:2.0:1755696053.620541:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755696053.620551:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696053.620566:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295303182 00000100:00000010:2.0:1755696053.620570:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755696053.620574:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696053.620582:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696053.620586:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696053.620590:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696053.620592:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696053.620603:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696053.620607:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696053.620612:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696053.620614:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696053.620616:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696053.620619:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696053.620855:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696053.620865:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:1.0:1755696053.620874:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696053.620884:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696053.620890:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8dd0 00000400:00000010:1.0:1755696053.620894:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8dd0. 00000100:00000001:1.0:1755696053.620899:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696053.620908:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696053.620923:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696053.620928:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696053.620957:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696053.620961:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696053.623065:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696053.623088:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696053.623093:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696053.623098:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696053.623108:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696053.623118:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696053.623129:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696053.623135:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696053.623140:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696053.623145:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206d00 00000400:00000200:1.0:1755696053.623161:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696053.623167:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe51 [1] + 224 00000800:00000001:1.0:1755696053.623176:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696053.623187:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696053.623190:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696053.623195:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696053.623200:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696053.623206:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696053.623219:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696053.623245:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696053.623254:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696053.623258:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696053.623293:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696053.623298:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696053.623304:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696053.623306:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696053.623309:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696053.623314:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696053.623316:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696053.623319:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696053.623327:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696053.623338:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696053.623347:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696053.623348:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696053.623351:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696053.623354:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696053.623357:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696053.623370:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696053.623374:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696053.623399:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=10 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696053.623404:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=58 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696053.623407:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696053.623409:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696053.623414:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696053.623416:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696053.623420:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696053.623426:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696053.623435:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696053.623438:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696053.623442:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696053.623464:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696053.623474:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120595712:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696053.623479:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696053.623481:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696053.623485:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0380 x1840980120595712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696069 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696053.623491:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696053.623494:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696053.623498:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696053.623501:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696053.623503:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696053.623504:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696053.623507:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696053.623510:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:2.0:1755696053.623513:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696053.623515:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696053.623518:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0380. 00000100:00000001:2.0:1755696053.623521:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696053.623528:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696053.623530:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696053.623535:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696053.623536:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696053.623539:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696053.623541:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696053.634910:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295303182, at 4295303183 00000100:00000040:0.0:1755696053.634925:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295303182, at 4295303183 00000100:00000010:1.0:1755696053.634926:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00000100:00000010:0.0:1755696053.634943:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00010000:00000001:0.0:1755696054.323965:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696054.323978:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696054.324101:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696054.324107:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696054.324112:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696055.347906:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696055.347918:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696055.347922:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696055.347926:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696055.347933:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696055.347936:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696055.347939:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696055.347941:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696055.347970:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696055.347973:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696055.347977:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696056.371970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696056.371984:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696056.372104:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696056.372111:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696056.372116:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696057.395879:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696057.395886:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696057.395908:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696057.395911:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696057.395913:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696058.419970:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696058.419981:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696058.420077:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696058.420083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696058.420088:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696058.740042:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696058.740058:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696058.740098:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad880. 00000020:00000040:3.0:1755696058.740107:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696058.740112:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696058.740117:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696058.740125:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696058.740137:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755696058.740146:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696058.740163:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696058.740179:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696058.740185:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696058.740194:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f7d04eca] to pc [ptlrpcd_01_01+1] req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696058.740246:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696058.740250:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696058.740256:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696058.740260:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696058.740264:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696058.740270:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (645) 00000100:00000001:2.0:1755696058.740345:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696058.740354:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696058.740358:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696058.740371:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696058.740385:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696058.740399:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696058.740404:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696058.740408:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696058.740412:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696058.740417:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120595840:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696058.740423:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696058.740431:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696058.740434:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696058.740437:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696058.740445:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696058.740448:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696058.740459:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696058.740466:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696058.740473:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696058.740481:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595840, portal 25 00000100:00000001:2.0:1755696058.740496:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696058.740499:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918587520 : -118784790964096 : ffff93f742bad880) 00000100:00000040:2.0:1755696058.740508:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696058.740519:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696058.740523:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696058.740527:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8330. 00000100:00000200:2.0:1755696058.740532:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595840, offset 0 00000400:00000200:2.0:1755696058.740541:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696058.740551:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696058.740561:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696058.740568:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696058.740573:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696058.740578:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696058.740582:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696058.740587:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [228:228:256:4294967295] 192.168.203.157@tcp LPNI seq info [228:228:8:4294967295] 00000400:00000200:2.0:1755696058.740593:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696058.740606:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696058.740613:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696058.740619:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755696058.740628:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696058.740638:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696058.740645:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696058.740674:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696058.740690:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696058.740694:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295308302 00000100:00000010:2.0:1755696058.740700:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755696058.740709:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696058.740725:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295308302 00000100:00000010:2.0:1755696058.740751:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755696058.740765:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696058.740772:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696058.740777:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696058.740819:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696058.740824:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696058.740835:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696058.740839:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696058.740844:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696058.740846:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696058.740849:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696058.740852:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696058.740867:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696058.740870:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696058.740989:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696058.741000:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:1.0:1755696058.741012:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696058.741047:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696058.741056:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8330 00000400:00000010:1.0:1755696058.741061:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8330. 00000100:00000001:1.0:1755696058.741069:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696058.741079:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696058.741099:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696058.741118:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696058.741135:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696058.741139:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696058.743269:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696058.743290:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696058.743295:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696058.743300:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696058.743310:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696058.743320:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696058.743333:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696058.743341:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696058.743351:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696058.743359:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206d80 00000400:00000200:1.0:1755696058.743367:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696058.743376:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe59 [1] + 224 00000800:00000001:1.0:1755696058.743388:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696058.743402:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696058.743407:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696058.743414:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696058.743422:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696058.743432:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696058.743454:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696058.743517:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696058.743532:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696058.743540:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696058.743572:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696058.743578:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696058.743586:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696058.743588:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696058.743592:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696058.743598:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696058.743601:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696058.743605:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696058.743613:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696058.743628:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696058.743638:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696058.743640:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696058.743644:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696058.743647:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696058.743650:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696058.743653:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696058.743657:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696058.743664:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=15 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696058.743669:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=63 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696058.743673:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696058.743675:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696058.743690:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696058.743693:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696058.743697:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696058.743704:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696058.743714:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696058.743718:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696058.743721:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696058.743726:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696058.743759:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120595840:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696058.743766:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696058.743769:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696058.743773:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad880 x1840980120595840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696074 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696058.743815:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696058.743819:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696058.743823:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696058.743828:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696058.743831:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696058.743833:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696058.743837:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696058.743840:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:2.0:1755696058.743844:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696058.743847:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696058.743850:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad880. 00000100:00000001:2.0:1755696058.743854:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696058.743856:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696058.743858:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696058.743864:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696058.743866:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696058.743869:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696058.743872:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696058.754910:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295308302, at 4295308303 00000100:00000040:1.0:1755696058.754916:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295308302, at 4295308303 00000100:00000010:0.0:1755696058.754926:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00000100:00000010:1.0:1755696058.754931:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755696059.443986:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696059.443997:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696059.444029:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696059.444033:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696059.444037:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696060.467990:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696060.468002:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696060.468116:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696060.468122:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696060.468134:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696061.491962:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696061.491972:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696061.492095:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696061.492101:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696061.492109:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696062.515911:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696062.515922:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696062.516031:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696062.516038:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696062.516045:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696063.539923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696063.539933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696063.540011:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696063.540015:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696063.540019:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696063.859977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696063.859998:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696063.860013:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696063.860023:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696063.860031:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696063.860037:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696063.860047:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696063.860058:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696063.860068:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696063.860086:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696063.860101:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696063.860108:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696063.860116:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696063.860157:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696063.860161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696063.860166:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696063.860171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696063.860175:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696063.860181:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (651) 00000100:00000001:0.0:1755696063.860269:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696063.860278:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696063.860282:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696063.860294:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696063.860309:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696063.860312:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696063.860317:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696063.860321:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696063.860325:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696063.860330:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120595968:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696063.860336:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696063.860344:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696063.860347:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696063.860351:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696063.860359:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696063.860362:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696063.860375:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696063.860381:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696063.860389:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696063.860399:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120595968, portal 25 00000100:00000001:0.0:1755696063.860402:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696063.860405:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696063.860414:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696063.860455:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696063.860460:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696063.860463:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee770. 00000100:00000200:0.0:1755696063.860467:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120595968, offset 0 00000400:00000200:0.0:1755696063.860476:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696063.860487:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696063.860496:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696063.860503:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696063.860509:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696063.860514:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696063.860518:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696063.860523:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [229:229:256:4294967295] 192.168.203.157@tcp LPNI seq info [229:229:8:4294967295] 00000400:00000200:0.0:1755696063.860529:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696063.860542:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696063.860550:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696063.860556:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755696063.860565:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696063.860576:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696063.860582:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696063.860614:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696063.860620:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696063.860624:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295313422 00000100:00000010:0.0:1755696063.860631:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696063.860641:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696063.860649:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295313422 00000100:00000010:0.0:1755696063.860653:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f1e0. 00000100:00000001:0.0:1755696063.860657:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696063.860666:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696063.860670:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696063.860683:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696063.860687:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696063.860726:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696063.860730:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696063.860734:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696063.860736:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696063.860739:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696063.860743:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696063.860762:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696063.860765:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696063.860884:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696063.860903:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000400:00000200:1.0:1755696063.860911:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696063.860921:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696063.860926:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee770 00000400:00000010:1.0:1755696063.860930:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee770. 00000100:00000001:1.0:1755696063.860935:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696063.860943:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696063.860958:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696063.860964:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696063.860974:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696063.860976:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696063.862895:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696063.862911:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696063.862916:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696063.862920:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696063.862928:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696063.862938:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696063.862951:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696063.862959:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696063.862969:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696063.862979:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206e00 00000400:00000200:1.0:1755696063.862990:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696063.862999:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe61 [1] + 224 00000800:00000001:1.0:1755696063.863012:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696063.863039:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696063.863044:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696063.863052:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696063.863058:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696063.863065:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696063.863080:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696063.863120:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696063.863131:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696063.863136:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696063.863201:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696063.863209:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696063.863219:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696063.863222:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696063.863227:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696063.863236:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696063.863240:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696063.863245:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696063.863258:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696063.863282:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696063.863299:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696063.863303:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696063.863309:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696063.863314:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696063.863318:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696063.863323:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696063.863329:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696063.863340:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=20 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696063.863349:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=68 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696063.863354:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696063.863358:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696063.863363:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696063.863367:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696063.863373:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696063.863385:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696063.863417:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696063.863423:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696063.863427:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696063.863437:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696063.863455:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120595968:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696063.863463:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696063.863466:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696063.863471:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120595968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696079 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696063.863480:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696063.863483:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696063.863487:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696063.863491:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696063.863494:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696063.863496:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696063.863499:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696063.863502:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696063.863506:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696063.863509:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696063.863511:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:0.0:1755696063.863515:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696063.863517:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696063.863520:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696063.863525:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696063.863527:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696063.863530:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696063.863532:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696063.874892:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295313422, at 4295313423 00000100:00000010:1.0:1755696063.874906:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f1e0. 00000100:00000040:0.0:1755696063.874921:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295313422, at 4295313423 00000100:00000010:0.0:1755696063.874939:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696064.563903:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696064.563913:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696064.564077:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696064.564083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696064.564088:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696065.587941:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696065.587952:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696065.587955:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696065.587959:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696065.587966:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696065.587968:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696065.587971:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696065.587974:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696065.588041:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696065.588044:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696065.588048:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696066.611923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696066.611933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696066.612034:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696066.612041:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696066.612047:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696067.635951:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696067.635962:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696067.636042:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696067.636046:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696067.636050:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696068.659898:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696068.659908:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696068.660004:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696068.660010:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696068.660015:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696068.979871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696068.979883:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696068.979897:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029880. 00000020:00000040:1.0:1755696068.979902:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696068.979907:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696068.979910:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696068.979916:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696068.979927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696068.979934:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696068.979947:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696068.979956:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696068.979961:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696068.979966:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000004955ae91] to pc [ptlrpcd_00_00+0] req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696068.979995:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696068.979997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696068.980001:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696068.980004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696068.980006:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696068.980010:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (656) 00000100:00000001:1.0:1755696068.980038:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696068.980038:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696068.980043:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696068.980045:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696068.980064:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696068.980070:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696068.980078:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696068.980080:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696068.980084:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696068.980086:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696068.980088:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696068.980091:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596096:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696068.980095:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696068.980100:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696068.980102:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696068.980104:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696068.980108:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3ba00. 02000000:00000001:1.0:1755696068.980110:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696068.980119:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696068.980123:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589253c8. 00000400:00000010:1.0:1755696068.980129:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5b28. 00000100:00000200:1.0:1755696068.980135:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596096, portal 25 00000100:00000001:1.0:1755696068.980137:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696068.980139:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275611264 : -118784433940352 : ffff93f758029880) 00000100:00000040:1.0:1755696068.980144:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696068.980150:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696068.980152:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696068.980155:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5198. 00000100:00000200:1.0:1755696068.980157:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596096, offset 0 00000400:00000200:1.0:1755696068.980163:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696068.980171:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.980177:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696068.980181:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696068.980185:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696068.980189:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696068.980195:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696068.980199:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [230:230:256:4294967295] 192.168.203.157@tcp LPNI seq info [230:230:8:4294967295] 00000400:00000200:1.0:1755696068.980202:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.980211:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696068.980216:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696068.980221:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696068.980227:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696068.980234:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696068.980239:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696068.980258:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696068.980264:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696068.980268:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295318542 00000100:00000010:1.0:1755696068.980273:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696068.980282:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696068.980295:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295318542 00000100:00000010:1.0:1755696068.980300:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1780. 00000100:00000001:1.0:1755696068.980305:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696068.980308:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696068.980312:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696068.980315:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696068.980318:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696068.980327:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696068.980330:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696068.980332:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696068.980334:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696068.980335:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696068.980337:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696068.980431:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696068.980436:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696068.980442:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696068.980448:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696068.980451:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5198 00000400:00000010:0.0:1755696068.980453:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5198. 00000100:00000001:0.0:1755696068.980457:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696068.980461:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696068.980470:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696068.980473:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696068.980479:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696068.980480:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696068.981917:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696068.981932:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696068.981934:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696068.981936:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696068.981941:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.981946:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696068.981958:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.981962:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.981966:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.981969:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206e80 00000400:00000200:1.0:1755696068.981973:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696068.981978:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe71 [1] + 224 00000800:00000001:1.0:1755696068.981985:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696068.981993:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696068.981995:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696068.981998:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696068.982002:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696068.982006:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696068.982015:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696068.982033:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696068.982042:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696068.982046:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696068.982073:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696068.982076:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696068.982081:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696068.982084:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696068.982087:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589253c8. 00000400:00000200:0.0:1755696068.982092:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5b28 00000400:00000010:0.0:1755696068.982093:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5b28. 00000100:00000001:0.0:1755696068.982095:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696068.982099:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696068.982107:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696068.982113:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696068.982114:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696068.982117:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696068.982119:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696068.982121:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696068.982123:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696068.982126:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696068.982132:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=25 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696068.982136:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=73 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696068.982138:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696068.982140:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696068.982143:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696068.982145:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696068.982148:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696068.982151:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696068.982157:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696068.982160:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696068.982162:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696068.982165:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696068.982171:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596096:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696068.982181:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696068.982183:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696068.982185:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029880 x1840980120596096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696084 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696068.982191:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696068.982193:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696068.982196:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3ba00. 02000000:00000001:0.0:1755696068.982198:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696068.982200:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696068.982201:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696068.982203:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696068.982205:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696068.982207:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696068.982209:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696068.982211:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029880. 00000100:00000001:0.0:1755696068.982213:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696068.982214:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696068.982216:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696068.982219:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696068.982221:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696068.982222:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696068.982223:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696068.994877:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295318542, at 4295318543 00000100:00000040:0.0:1755696068.994877:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295318542, at 4295318543 00000100:00000010:0.0:1755696068.994887:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00000100:00000010:1.0:1755696068.994889:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1780. 00010000:00000001:0.0:1755696069.683942:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696069.683952:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696069.683983:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696069.683986:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696069.683990:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696070.707922:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696070.707930:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696070.708007:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696070.708013:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696070.708018:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696071.731938:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696071.731948:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696071.731978:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696071.731982:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696071.732015:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696072.755924:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696072.755933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696072.755989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696072.755995:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696072.756002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696073.779924:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696073.779933:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696073.779961:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696073.779965:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696073.779969:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696074.099937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696074.099953:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696074.099971:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028700. 00000020:00000040:1.0:1755696074.099979:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696074.099985:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696074.099989:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696074.099997:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696074.100011:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696074.100021:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696074.100039:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696074.100086:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696074.100092:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696074.100100:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f2cdab42] to pc [ptlrpcd_00_01+1] req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696074.100146:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696074.100150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696074.100155:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696074.100159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696074.100163:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696074.100169:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (661) 00000100:00000001:0.0:1755696074.100260:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696074.100268:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696074.100273:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696074.100285:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696074.100299:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696074.100302:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696074.100307:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696074.100311:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696074.100315:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696074.100320:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120596224:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696074.100326:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696074.100334:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696074.100338:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696074.100341:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696074.100350:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013800. 02000000:00000001:0.0:1755696074.100353:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696074.100364:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696074.100371:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696074.100380:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696074.100388:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596224, portal 25 00000100:00000001:0.0:1755696074.100391:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696074.100394:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275606784 : -118784433944832 : ffff93f758028700) 00000100:00000040:0.0:1755696074.100402:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696074.100413:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696074.100429:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696074.100434:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eef68. 00000100:00000200:0.0:1755696074.100438:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596224, offset 0 00000400:00000200:0.0:1755696074.100448:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696074.100459:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696074.100468:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696074.100476:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696074.100483:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696074.100490:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696074.100494:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696074.100499:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [231:231:256:4294967295] 192.168.203.157@tcp LPNI seq info [231:231:8:4294967295] 00000400:00000200:0.0:1755696074.100507:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696074.100520:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696074.100531:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696074.100538:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758bba700. 00000800:00000200:0.0:1755696074.100548:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696074.100558:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696074.100565:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758bba700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696074.100597:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696074.100604:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696074.100609:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295323662 00000100:00000010:0.0:1755696074.100774:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696074.100844:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696074.100855:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295323663 00000100:00000010:0.0:1755696074.100860:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f720. 00000100:00000001:0.0:1755696074.100865:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696074.100870:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696074.100874:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696074.100879:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696074.100883:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000800:00000200:1.0:1755696074.100888:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1755696074.100894:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000800:00000010:1.0:1755696074.100902:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758bba700. 00000100:00000001:0.0:1755696074.100912:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000400:00000200:1.0:1755696074.100916:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1755696074.100918:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696074.100924:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696074.100930:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696074.100937:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696074.100942:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696074.100952:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eef68 00000100:00000001:0.0:1755696074.100956:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000010:1.0:1755696074.100958:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eef68. 00000100:00000001:0.0:1755696074.100961:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696074.100975:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696074.100991:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696074.101013:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696074.101021:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696074.101036:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696074.101040:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696074.103097:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696074.103123:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696074.103129:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696074.103134:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696074.103146:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696074.103170:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696074.103180:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696074.103185:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696074.103191:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696074.103196:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206f00 00000400:00000200:1.0:1755696074.103202:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696074.103209:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe81 [1] + 224 00000800:00000001:1.0:1755696074.103220:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696074.103247:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696074.103251:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696074.103257:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696074.103263:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696074.103271:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696074.103285:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696074.103315:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696074.103326:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696074.103331:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696074.103421:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696074.103427:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696074.103435:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696074.103438:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696074.103442:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696074.103449:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696074.103452:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696074.103456:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696074.103465:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696074.103480:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696074.103490:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696074.103493:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696074.103496:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696074.103499:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696074.103503:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696074.103507:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696074.103511:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696074.103518:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=31 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696074.103524:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=79 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696074.103528:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696074.103530:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696074.103534:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696074.103537:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696074.103541:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696074.103546:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696074.103556:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696074.103572:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696074.103575:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696074.103581:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696074.103592:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120596224:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696074.103598:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696074.103601:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696074.103605:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028700 x1840980120596224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696090 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696074.103613:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696074.103648:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696074.103653:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013800. 02000000:00000001:0.0:1755696074.103657:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696074.103660:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696074.103662:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696074.103665:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696074.103668:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696074.103672:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696074.103674:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696074.103677:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028700. 00000100:00000001:0.0:1755696074.103681:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696074.103682:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696074.103685:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696074.103691:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696074.103693:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696074.103696:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696074.103698:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696074.115912:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295323662, at 4295323664 00000100:00000040:1.0:1755696074.115923:0:500:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295323663, at 4295323664 00000100:00000010:0.0:1755696074.115926:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696074.115943:0:500:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f720. 00010000:00000001:0.0:1755696074.803911:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696074.803925:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696074.803930:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696074.803935:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696074.803945:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696074.803974:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696074.803980:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696074.803985:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696074.804101:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696074.804109:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696074.804116:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696075.827961:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696075.827973:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696075.828011:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696075.828018:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696075.828024:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696076.851904:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696076.851913:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696076.852036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696076.852042:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696076.852048:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696077.875923:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696077.875932:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696077.875961:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696077.875965:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696077.875969:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696078.899889:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696078.899897:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696078.900028:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696078.900034:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696078.900039:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696079.219912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696079.219929:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696079.219945:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696079.219953:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696079.219960:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696079.219964:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696079.219971:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696079.219983:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758bba500. 00000100:00000001:0.0:1755696079.219993:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696079.220010:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696079.220026:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696079.220031:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696079.220041:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696079.220085:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696079.220091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755696079.220101:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696079.220107:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696079.220110:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1755696079.220117:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696079.220120:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696079.220123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696079.220136:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755696079.220141:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696079.220144:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696079.220146:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (666) 02000000:00000001:1.0:1755696079.220148:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696079.220154:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696079.220158:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696079.220162:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596352:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696079.220171:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696079.220178:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1755696079.220179:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696079.220186:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696079.220189:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696079.220191:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696079.220196:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b200. 02000000:00000001:1.0:1755696079.220199:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696079.220209:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696079.220214:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925318. 00000400:00000010:1.0:1755696079.220221:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5330. 00000100:00000200:1.0:1755696079.220227:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596352, portal 25 00000100:00000001:1.0:1755696079.220230:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696079.220231:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696079.220238:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696079.220245:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696079.220248:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696079.220250:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5aa0. 00000100:00000200:1.0:1755696079.220253:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596352, offset 0 00000400:00000200:1.0:1755696079.220259:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696079.220267:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.220273:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696079.220278:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696079.220282:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696079.220286:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696079.220288:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696079.220292:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [232:232:256:4294967295] 192.168.203.157@tcp LPNI seq info [232:232:8:4294967295] 00000400:00000200:1.0:1755696079.220296:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.220304:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696079.220310:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696079.220314:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696079.220322:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696079.220334:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696079.220339:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696079.220357:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696079.220361:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696079.220365:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295328782 00000100:00000010:1.0:1755696079.220370:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1780. 00000100:00000001:1.0:1755696079.220377:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696079.220384:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295328782 00000100:00000010:1.0:1755696079.220387:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a18a0. 00000100:00000001:1.0:1755696079.220391:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696079.220395:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696079.220397:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696079.220401:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696079.220403:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696079.220411:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696079.220413:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696079.220416:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696079.220417:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696079.220418:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696079.220421:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696079.220543:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696079.220550:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696079.220557:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696079.220566:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696079.220571:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5aa0 00000400:00000010:0.0:1755696079.220574:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5aa0. 00000100:00000001:0.0:1755696079.220614:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696079.220621:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696079.220635:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696079.220640:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696079.220651:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696079.220653:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696079.222217:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696079.222235:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696079.222239:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696079.222242:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696079.222248:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.222253:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696079.222259:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.222263:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.222267:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.222271:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96206f80 00000400:00000200:1.0:1755696079.222275:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696079.222280:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xe91 [1] + 224 00000800:00000001:1.0:1755696079.222286:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696079.222302:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696079.222304:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696079.222308:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696079.222312:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696079.222317:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696079.222326:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696079.222346:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696079.222354:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696079.222357:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696079.222393:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696079.222397:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696079.222404:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696079.222406:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696079.222409:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925318. 00000400:00000200:0.0:1755696079.222415:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5330 00000400:00000010:0.0:1755696079.222417:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5330. 00000100:00000001:0.0:1755696079.222421:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696079.222428:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696079.222442:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696079.222468:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696079.222471:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696079.222475:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696079.222478:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696079.222482:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696079.222486:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696079.222490:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696079.222498:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=36 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696079.222503:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=84 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696079.222507:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696079.222521:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696079.222526:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696079.222529:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696079.222532:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696079.222540:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696079.222551:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696079.222555:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696079.222558:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696079.222564:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696079.222575:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596352:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696079.222600:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696079.222603:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696079.222608:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120596352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696095 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696079.222617:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696079.222621:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696079.222625:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b200. 02000000:00000001:0.0:1755696079.222629:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696079.222632:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696079.222640:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696079.222643:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696079.222647:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758bba500. 02000000:00000001:0.0:1755696079.222651:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696079.222654:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696079.222656:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696079.222661:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696079.222663:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696079.222665:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696079.222671:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696079.222673:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696079.222675:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696079.222678:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696079.234853:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295328782, at 4295328783 00000100:00000040:1.0:1755696079.234858:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295328782, at 4295328783 00000100:00000010:0.0:1755696079.234863:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1780. 00000100:00000010:1.0:1755696079.234868:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a18a0. 00010000:00000001:0.0:1755696079.923954:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696079.923962:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696079.923998:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696079.924002:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696079.924005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696080.947904:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696080.947910:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696080.947966:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696080.947972:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696080.947977:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696081.972882:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696081.972890:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696081.972933:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696081.972940:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696081.972946:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696082.999255:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696082.999262:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696082.999366:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696082.999372:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696082.999377:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696084.020858:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696084.020867:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696084.020897:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696084.020906:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696084.020909:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696084.339946:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696084.339962:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696084.339980:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696084.339988:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696084.339994:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696084.339998:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696084.340006:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696084.340021:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f742f3c600. 00000100:00000001:0.0:1755696084.340053:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696084.340071:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696084.340086:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696084.340092:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696084.340100:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696084.340149:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696084.340154:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696084.340159:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696084.340162:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696084.340178:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696084.340184:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (671) 00000100:00000001:0.0:1755696084.340204:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696084.340211:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696084.340214:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696084.340224:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696084.340229:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696084.340229:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696084.340241:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696084.340241:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696084.340246:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696084.340251:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696084.340260:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696084.340272:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696084.340275:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696084.340280:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696084.340284:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696084.340288:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696084.340293:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596480:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696084.340300:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696084.340317:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696084.340321:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696084.340324:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696084.340330:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696084.340334:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696084.340346:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696084.340351:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696084.340360:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696084.340369:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596480, portal 25 00000100:00000001:0.0:1755696084.340372:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696084.340375:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755696084.340383:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696084.340393:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696084.340397:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696084.340401:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee3b8. 00000100:00000200:0.0:1755696084.340404:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596480, offset 0 00000400:00000200:0.0:1755696084.340413:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696084.340423:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696084.340432:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696084.340439:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696084.340444:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696084.340449:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696084.340453:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696084.340458:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [233:233:256:4294967295] 192.168.203.157@tcp LPNI seq info [233:233:8:4294967295] 00000400:00000200:0.0:1755696084.340464:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696084.340475:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696084.340483:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696084.340489:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74a955a00. 00000800:00000200:0.0:1755696084.340497:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696084.340508:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696084.340516:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74a955a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696084.340566:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696084.340574:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696084.340589:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295333902 00000100:00000010:0.0:1755696084.340595:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696084.340604:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696084.340612:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295333902 00000100:00000010:0.0:1755696084.340616:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f2a0. 00000100:00000001:0.0:1755696084.340620:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696084.340631:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696084.340636:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696084.340640:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696084.340655:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696084.340883:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696084.340892:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74a955a00. 00000400:00000200:1.0:1755696084.340901:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696084.340911:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696084.340916:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee3b8 00000400:00000010:1.0:1755696084.340920:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee3b8. 00000100:00000001:1.0:1755696084.340926:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696084.340934:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696084.340949:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696084.340954:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696084.340965:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696084.340968:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696084.343205:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696084.343228:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696084.343232:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696084.343235:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696084.343256:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696084.343264:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696084.343273:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696084.343280:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696084.343287:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696084.343293:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207000 00000400:00000200:1.0:1755696084.343299:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696084.343306:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xea1 [1] + 224 00000800:00000001:1.0:1755696084.343315:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696084.343327:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696084.343330:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696084.343335:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696084.343341:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696084.343348:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696084.343364:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696084.343394:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696084.343404:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696084.343409:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696084.343502:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696084.343508:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696084.343516:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696084.343519:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696084.343523:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696084.343530:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696084.343532:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696084.343558:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696084.343568:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696084.343583:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696084.343593:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696084.343596:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696084.343599:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696084.343603:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696084.343606:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696084.343610:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696084.343614:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696084.343622:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=41 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696084.343627:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=89 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696084.343631:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696084.343645:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696084.343650:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696084.343653:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696084.343656:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696084.343664:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696084.343674:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696084.343678:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696084.343681:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696084.343686:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696084.343696:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596480:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696084.343702:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696084.343705:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696084.343708:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120596480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696100 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696084.343716:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696084.343720:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696084.343723:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696084.343728:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696084.343730:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696084.343732:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696084.343735:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696084.343738:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f742f3c600. 02000000:00000001:0.0:1755696084.343747:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696084.343750:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696084.343753:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696084.343758:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696084.343760:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696084.343762:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696084.343768:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696084.343770:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696084.343773:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696084.343824:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696084.354898:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295333902, at 4295333903 00000100:00000040:1.0:1755696084.354907:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295333902, at 4295333903 00000100:00000010:0.0:1755696084.354913:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696084.354924:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f2a0. 00010000:00000001:0.0:1755696085.045633:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696085.045643:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696085.045647:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696085.045650:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696085.045655:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696085.045659:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696085.045662:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696085.045666:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696085.045724:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696085.045729:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696085.045734:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696086.068012:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696086.068023:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696086.068132:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696086.068142:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696086.068152:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696087.091921:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696087.091932:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696087.092060:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696087.092066:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696087.092071:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696088.115937:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696088.115947:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696088.116049:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696088.116057:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696088.116065:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696089.139896:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696089.139905:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696089.140051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696089.140057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696089.140062:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696089.459900:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696089.459916:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696089.459927:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696089.459937:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696089.459944:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696089.459949:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696089.459957:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696089.459970:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74a955900. 00000100:00000001:0.0:1755696089.459981:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696089.460001:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696089.460018:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696089.460024:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696089.460035:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696089.460116:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696089.460122:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696089.460129:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696089.460134:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696089.460139:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696089.460147:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (676) 00000100:00000001:1.0:1755696089.460154:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696089.460161:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696089.460165:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696089.460175:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696089.460186:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696089.460189:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696089.460194:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696089.460198:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696089.460201:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696089.460215:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596608:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696089.460221:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1755696089.460226:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1755696089.460228:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696089.460232:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696089.460233:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696089.460235:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696089.460243:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755696089.460246:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696089.460256:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696089.460261:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589254d0. 00000400:00000010:1.0:1755696089.460269:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696089.460278:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596608, portal 25 00000100:00000001:1.0:1755696089.460281:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696089.460283:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696089.460291:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696089.460300:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696089.460303:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696089.460308:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5330. 00000100:00000200:1.0:1755696089.460311:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596608, offset 0 00000400:00000200:1.0:1755696089.460318:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696089.460328:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.460335:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696089.460341:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696089.460345:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696089.460349:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696089.460352:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696089.460356:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [234:234:256:4294967295] 192.168.203.157@tcp LPNI seq info [234:234:8:4294967295] 00000400:00000200:1.0:1755696089.460360:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.460369:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696089.460374:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696089.460379:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696089.460391:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696089.460399:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696089.460404:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696089.460425:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696089.460430:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696089.460433:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295339022 00000100:00000010:1.0:1755696089.460438:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a18a0. 00000100:00000001:1.0:1755696089.460447:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696089.460454:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295339022 00000100:00000010:1.0:1755696089.460457:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a17e0. 00000100:00000001:1.0:1755696089.460461:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696089.460464:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696089.460467:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696089.460470:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696089.460472:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696089.460481:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696089.460483:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696089.460485:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696089.460487:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696089.460489:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696089.460491:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696089.460550:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696089.460555:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696089.460560:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696089.460567:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696089.460572:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5330 00000400:00000010:0.0:1755696089.460574:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5330. 00000100:00000001:0.0:1755696089.460578:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696089.460583:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696089.460594:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696089.460597:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696089.460604:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696089.460606:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696089.462011:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696089.462029:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696089.462032:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696089.462034:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696089.462042:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.462050:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696089.462056:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.462060:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.462065:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.462068:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207080 00000400:00000200:1.0:1755696089.462073:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696089.462078:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xeb1 [1] + 224 00000800:00000001:1.0:1755696089.462094:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696089.462103:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696089.462105:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696089.462109:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696089.462114:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696089.462119:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696089.462130:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696089.462152:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696089.462161:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696089.462164:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696089.462233:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696089.462238:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696089.462243:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696089.462246:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696089.462248:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589254d0. 00000400:00000200:0.0:1755696089.462253:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:0.0:1755696089.462255:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:0.0:1755696089.462258:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696089.462273:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696089.462284:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696089.462292:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696089.462294:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696089.462297:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696089.462299:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696089.462302:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696089.462305:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696089.462308:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696089.462315:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=46 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696089.462318:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=94 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696089.462321:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696089.462323:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696089.462326:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696089.462329:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696089.462332:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696089.462336:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696089.462343:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696089.462347:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696089.462349:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696089.462353:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696089.462360:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596608:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696089.462364:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696089.462366:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696089.462369:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120596608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696105 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696089.462375:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696089.462381:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696089.462384:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b400. 02000000:00000001:0.0:1755696089.462388:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696089.462390:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696089.462392:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696089.462394:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696089.462397:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74a955900. 02000000:00000001:0.0:1755696089.462401:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696089.462403:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696089.462405:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696089.462409:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696089.462411:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696089.462413:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696089.462417:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696089.462418:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696089.462420:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696089.462423:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696089.474852:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295339022, at 4295339023 00000100:00000010:0.0:1755696089.474863:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a18a0. 00000100:00000040:1.0:1755696089.474867:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295339022, at 4295339023 00000100:00000010:1.0:1755696089.474877:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a17e0. 00010000:00000001:0.0:1755696090.163946:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696090.163957:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696090.164078:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696090.164087:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696090.164094:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696091.187932:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696091.187943:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696091.188051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696091.188058:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696091.188063:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696092.211913:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696092.211923:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696092.212016:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696092.212022:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696092.212027:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696093.235925:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696093.235935:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696093.236020:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696093.236026:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696093.236031:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696094.259877:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696094.259884:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696094.259962:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696094.259966:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696094.259969:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696094.579979:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696094.579992:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696094.580002:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac380. 00000020:00000040:3.0:1755696094.580010:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696094.580015:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696094.580019:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696094.580026:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696094.580036:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696094.580061:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696094.580076:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696094.580090:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696094.580095:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696094.580103:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000059c5476e] to pc [ptlrpcd_01_00+0] req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696094.580152:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696094.580156:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696094.580160:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696094.580163:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696094.580167:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696094.580172:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (681) 00000100:00000001:2.0:1755696094.580238:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696094.580244:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696094.580248:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696094.580260:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696094.580288:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696094.580292:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696094.580296:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696094.580297:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696094.580309:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696094.580313:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696094.580317:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696094.580322:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120596736:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696094.580328:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696094.580335:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696094.580338:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696094.580342:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696094.580348:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696094.580351:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696094.580361:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696094.580366:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696094.580373:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696094.580381:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596736, portal 25 00000100:00000001:2.0:1755696094.580384:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696094.580386:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918582144 : -118784790969472 : ffff93f742bac380) 00000100:00000040:2.0:1755696094.580393:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696094.580403:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696094.580406:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696094.580410:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8aa0. 00000100:00000200:2.0:1755696094.580414:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596736, offset 0 00000400:00000200:2.0:1755696094.580421:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696094.580430:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696094.580437:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696094.580444:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696094.580449:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696094.580454:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696094.580519:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696094.580551:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [235:235:256:4294967295] 192.168.203.157@tcp LPNI seq info [235:235:8:4294967295] 00000400:00000200:2.0:1755696094.580557:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696094.580569:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696094.580576:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696094.580582:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755696094.580590:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696094.580617:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696094.580623:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696094.580651:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696094.580658:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696094.580662:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295344142 00000100:00000010:2.0:1755696094.580668:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755696094.580678:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696094.580688:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295344142 00000100:00000010:2.0:1755696094.580692:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755696094.580698:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696094.580710:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696094.580714:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696094.580719:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696094.580722:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696094.580732:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696094.580735:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696094.580738:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696094.580740:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696094.580743:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696094.580746:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696094.580902:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696094.580912:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:0.0:1755696094.580921:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696094.580933:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696094.580952:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8aa0 00000400:00000010:0.0:1755696094.580957:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8aa0. 00000100:00000001:0.0:1755696094.580967:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696094.580984:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696094.581015:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696094.581025:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696094.581040:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696094.581044:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696094.582559:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696094.582576:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696094.582579:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696094.582582:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696094.582589:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696094.582595:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696094.582603:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696094.582608:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696094.582613:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696094.582617:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207100 00000400:00000200:1.0:1755696094.582622:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696094.582628:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xec1 [1] + 224 00000800:00000001:1.0:1755696094.582637:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696094.582646:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696094.582648:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696094.582654:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696094.582660:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696094.582667:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696094.582688:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696094.582711:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696094.582721:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696094.582725:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696094.582856:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696094.582861:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696094.582879:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696094.582881:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696094.582884:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696094.582890:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696094.582892:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696094.582906:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696094.582914:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696094.582927:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696094.582935:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696094.582937:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696094.582940:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696094.582944:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696094.582946:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696094.582949:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696094.582952:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696094.582959:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=51 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696094.582963:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=99 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696094.582966:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696094.582968:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696094.582971:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696094.582974:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696094.582977:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696094.582982:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696094.582990:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696094.582993:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696094.582995:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696094.583000:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696094.583008:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120596736:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696094.583013:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696094.583015:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696094.583019:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac380 x1840980120596736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696110 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696094.583026:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696094.583034:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696094.583037:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696094.583041:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696094.583043:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696094.583046:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696094.583048:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696094.583051:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755696094.583055:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696094.583057:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696094.583059:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac380. 00000100:00000001:2.0:1755696094.583063:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696094.583064:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696094.583067:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696094.583072:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696094.583073:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696094.583076:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696094.583078:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696094.594888:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295344142, at 4295344143 00000100:00000010:1.0:1755696094.594902:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00000100:00000040:0.0:1755696094.594948:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295344142, at 4295344143 00000100:00000010:0.0:1755696094.594964:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00010000:00000001:0.0:1755696095.283914:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696095.283928:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696095.283931:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696095.283935:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696095.283942:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696095.283946:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696095.283949:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696095.283952:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696095.284102:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696095.284109:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696095.284114:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696096.307911:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696096.307921:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696096.308016:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696096.308020:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696096.308023:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696097.331884:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696097.331892:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696097.331952:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696097.331957:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696097.331961:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696098.355881:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696098.355888:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696098.355936:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696098.355940:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696098.355943:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696099.379856:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696099.379863:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696099.379909:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696099.379912:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696099.379915:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696099.700016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696099.700031:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696099.700046:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696099.700053:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696099.700059:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696099.700063:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696099.700071:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696099.700082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74a955900. 00000100:00000001:0.0:1755696099.700091:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696099.700108:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696099.700155:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696099.700161:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696099.700171:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.700225:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696099.700232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696099.700241:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696099.700249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755696099.700256:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1755696099.700257:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755696099.700267:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1755696099.700273:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (686) 00000100:00000001:1.0:1755696099.700275:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696099.700293:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.700308:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696099.700309:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696099.700316:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696099.700319:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696099.700323:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696099.700331:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696099.700336:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696099.700341:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120596864:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696099.700348:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696099.700356:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696099.700360:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696099.700363:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696099.700371:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a000. 02000000:00000001:1.0:1755696099.700374:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696099.700387:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696099.700393:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925aa8. 00000400:00000010:1.0:1755696099.700401:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5aa0. 00000100:00000200:1.0:1755696099.700410:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596864, portal 25 00000100:00000001:1.0:1755696099.700414:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696099.700417:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696099.700470:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696099.700493:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696099.700497:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696099.700501:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5b28. 00000100:00000200:1.0:1755696099.700505:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596864, offset 0 00000400:00000200:1.0:1755696099.700526:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696099.700537:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.700547:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696099.700554:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696099.700560:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696099.700565:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696099.700569:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696099.700574:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [236:236:256:4294967295] 192.168.203.157@tcp LPNI seq info [236:236:8:4294967295] 00000400:00000200:1.0:1755696099.700579:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.700592:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696099.700599:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696099.700605:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696099.700613:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696099.700625:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696099.700631:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696099.700657:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696099.700663:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696099.700667:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295349262 00000100:00000010:1.0:1755696099.700674:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a17e0. 00000100:00000001:1.0:1755696099.700683:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696099.700698:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295349262 00000100:00000010:1.0:1755696099.700703:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a80. 00000100:00000001:1.0:1755696099.700709:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696099.700714:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696099.700718:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696099.700731:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696099.700734:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696099.700745:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696099.700749:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696099.700752:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696099.700754:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696099.700757:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696099.700760:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696099.700912:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696099.700919:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696099.700927:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696099.700936:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696099.700942:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5b28 00000400:00000010:0.0:1755696099.700946:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5b28. 00000100:00000001:0.0:1755696099.700951:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696099.700958:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.700972:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696099.700977:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.700986:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696099.700988:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696099.703226:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696099.703252:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696099.703259:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696099.703265:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696099.703276:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.703285:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696099.703295:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.703302:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.703308:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.703313:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207180 00000400:00000200:1.0:1755696099.703319:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696099.703326:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xec9 [1] + 224 00000800:00000001:1.0:1755696099.703335:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696099.703346:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696099.703350:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696099.703354:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696099.703360:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696099.703368:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696099.703382:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696099.703415:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696099.703459:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696099.703466:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696099.703498:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696099.703505:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696099.703513:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696099.703527:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696099.703531:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925aa8. 00000400:00000200:0.0:1755696099.703538:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5aa0 00000400:00000010:0.0:1755696099.703541:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5aa0. 00000100:00000001:0.0:1755696099.703545:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696099.703554:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696099.703569:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.703579:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696099.703581:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696099.703585:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696099.703589:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696099.703591:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696099.703595:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696099.703599:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696099.703607:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=56 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696099.703612:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=104 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696099.703616:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696099.703618:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696099.703632:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696099.703635:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696099.703639:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696099.703645:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.703655:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696099.703659:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696099.703661:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696099.703666:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696099.703676:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120596864:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696099.703682:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696099.703701:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696099.703707:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120596864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696115 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696099.703715:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696099.703719:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696099.703723:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a000. 02000000:00000001:0.0:1755696099.703727:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696099.703729:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696099.703732:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696099.703735:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696099.703738:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74a955900. 02000000:00000001:0.0:1755696099.703742:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696099.703745:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696099.703748:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696099.703752:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696099.703754:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696099.703757:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696099.703762:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696099.703765:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696099.703767:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696099.703770:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696099.714879:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295349262, at 4295349263 00000100:00000010:0.0:1755696099.714893:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a17e0. 00000100:00000040:1.0:1755696099.714909:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295349262, at 4295349263 00000100:00000010:1.0:1755696099.714924:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a80. 00010000:00000001:0.0:1755696100.403924:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696100.403934:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696100.404067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696100.404074:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696100.404079:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696101.427966:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696101.427977:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696101.428102:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696101.428109:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696101.428114:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696102.451947:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696102.451958:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696102.452075:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696102.452081:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696102.452085:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696103.475925:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696103.475952:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696103.476076:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696103.476084:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696103.476092:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696104.499926:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696104.499937:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696104.500067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696104.500073:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696104.500078:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696104.819906:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696104.819915:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696104.819925:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802aa00. 00000020:00000040:1.0:1755696104.819930:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696104.819933:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696104.819937:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696104.819942:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696104.819950:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696104.819957:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696104.819967:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696104.819976:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696104.819979:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696104.819984:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000e48005b] to pc [ptlrpcd_00_00+0] req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696104.820010:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696104.820014:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696104.820017:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696104.820019:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696104.820022:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755696104.820025:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696104.820026:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (692) 00000100:00000001:0.0:1755696104.820030:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696104.820034:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696104.820041:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696104.820041:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696104.820045:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696104.820063:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696104.820065:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696104.820068:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696104.820070:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696104.820073:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696104.820075:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596992:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696104.820080:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696104.820084:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696104.820087:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696104.820088:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696104.820093:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755696104.820094:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696104.820102:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696104.820105:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696104.820110:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696104.820115:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120596992, portal 25 00000100:00000001:0.0:1755696104.820117:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696104.820119:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275615744 : -118784433935872 : ffff93f75802aa00) 00000100:00000040:0.0:1755696104.820124:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696104.820130:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696104.820132:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696104.820135:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee4c8. 00000100:00000200:0.0:1755696104.820137:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120596992, offset 0 00000400:00000200:0.0:1755696104.820143:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696104.820149:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696104.820154:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696104.820158:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696104.820161:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696104.820164:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696104.820166:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696104.820173:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [237:237:256:4294967295] 192.168.203.157@tcp LPNI seq info [237:237:8:4294967295] 00000400:00000200:0.0:1755696104.820177:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696104.820184:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696104.820188:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696104.820192:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f742f3c600. 00000800:00000200:0.0:1755696104.820199:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696104.820205:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696104.820210:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f742f3c600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696104.820225:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696104.820228:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696104.820231:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295354382 00000100:00000010:0.0:1755696104.820235:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696104.820242:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696104.820248:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295354382 00000100:00000010:0.0:1755696104.820250:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fc60. 00000100:00000001:0.0:1755696104.820252:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696104.820255:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696104.820257:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696104.820259:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696104.820261:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696104.820267:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696104.820269:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696104.820272:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696104.820273:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696104.820275:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696104.820277:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696104.820333:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696104.820337:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f742f3c600. 00000400:00000200:1.0:1755696104.820344:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696104.820349:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696104.820353:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee4c8 00000400:00000010:1.0:1755696104.820355:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee4c8. 00000100:00000001:1.0:1755696104.820358:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696104.820368:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696104.820375:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696104.820396:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696104.820402:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696104.820403:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696104.821589:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696104.821603:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696104.821605:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696104.821607:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696104.821612:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696104.821616:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696104.821622:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696104.821624:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696104.821628:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696104.821631:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207200 00000400:00000200:1.0:1755696104.821634:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696104.821637:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xed9 [1] + 224 00000800:00000001:1.0:1755696104.821642:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696104.821649:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696104.821651:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696104.821653:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696104.821657:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696104.821660:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696104.821668:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696104.821682:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696104.821689:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696104.821691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696104.821712:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696104.821715:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696104.821719:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696104.821726:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696104.821729:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696104.821732:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696104.821734:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696104.821741:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696104.821746:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696104.821753:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696104.821758:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696104.821759:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696104.821765:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696104.821767:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696104.821769:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696104.821771:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696104.821773:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696104.821779:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=61 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696104.821797:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=109 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696104.821799:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696104.821800:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696104.821802:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696104.821804:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696104.821806:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696104.821809:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696104.821815:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696104.821817:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696104.821819:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696104.821822:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696104.821827:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120596992:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696104.821830:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696104.821832:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696104.821834:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802aa00 x1840980120596992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696120 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696104.821838:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696104.821844:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696104.821846:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755696104.821848:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696104.821850:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696104.821851:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696104.821853:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696104.821855:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696104.821858:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696104.821859:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696104.821861:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802aa00. 00000100:00000001:0.0:1755696104.821863:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696104.821863:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696104.821865:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696104.821868:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696104.821869:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696104.821870:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696104.821872:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696104.834841:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295354382, at 4295354383 00000100:00000040:0.0:1755696104.834846:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295354382, at 4295354383 00000100:00000010:0.0:1755696104.834855:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696104.834858:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fc60. 00010000:00000001:0.0:1755696105.523908:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696105.523919:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696105.523922:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696105.523925:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696105.523932:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696105.523935:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696105.523937:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696105.523939:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696105.524016:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696105.524020:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696105.524023:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696106.547917:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696106.547928:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696106.548057:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696106.548063:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696106.548069:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696107.571932:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696107.571943:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696107.572037:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696107.572043:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696107.572049:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696108.595921:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696108.595929:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696108.595993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696108.595998:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696108.596002:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696109.619904:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696109.619917:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696109.620037:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696109.620043:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696109.620048:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696109.939951:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696109.939963:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696109.939975:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac700. 00000020:00000040:3.0:1755696109.939980:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696109.939985:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696109.939988:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696109.939993:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696109.940003:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696109.940009:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696109.940021:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696109.940030:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696109.940033:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696109.940038:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e59b887f] to pc [ptlrpcd_01_01+1] req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696109.940081:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696109.940083:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696109.940086:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696109.940088:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696109.940090:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696109.940094:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (697) 00000100:00000001:3.0:1755696109.940118:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696109.940118:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696109.940123:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696109.940124:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696109.940126:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696109.940133:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696109.940139:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696109.940141:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696109.940144:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696109.940146:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696109.940148:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696109.940151:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597120:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696109.940155:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696109.940159:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696109.940161:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696109.940163:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696109.940167:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696109.940169:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696109.940176:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696109.940179:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696109.940184:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696109.940190:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597120, portal 25 00000100:00000001:3.0:1755696109.940192:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696109.940194:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583040 : -118784790968576 : ffff93f742bac700) 00000100:00000040:3.0:1755696109.940203:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696109.940209:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696109.940211:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696109.940214:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792b28. 00000100:00000200:3.0:1755696109.940217:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597120, offset 0 00000400:00000200:3.0:1755696109.940221:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696109.940228:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696109.940234:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696109.940238:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696109.940242:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696109.940245:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696109.940247:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696109.940250:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [238:238:256:4294967295] 192.168.203.157@tcp LPNI seq info [238:238:8:4294967295] 00000400:00000200:3.0:1755696109.940253:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696109.940260:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696109.940264:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696109.940268:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696109.940274:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696109.940281:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696109.940285:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696109.940298:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696109.940301:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696109.940304:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295359502 00000100:00000010:3.0:1755696109.940307:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ab40. 00000100:00000001:3.0:1755696109.940313:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696109.940325:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295359502 00000100:00000010:3.0:1755696109.940327:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a000. 00000100:00000001:3.0:1755696109.940331:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696109.940335:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696109.940362:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696109.940366:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696109.940368:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696109.940376:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696109.940379:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696109.940383:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696109.940385:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696109.940387:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696109.940390:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696109.940455:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696109.940461:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755696109.940468:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696109.940475:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696109.940479:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792b28 00000400:00000010:1.0:1755696109.940482:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792b28. 00000100:00000001:1.0:1755696109.940486:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696109.940492:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696109.940503:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696109.940508:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696109.940516:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696109.940518:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696109.941725:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696109.941740:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696109.941743:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696109.941752:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696109.941758:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696109.941764:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696109.941771:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696109.941775:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696109.941798:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696109.941803:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207280 00000400:00000200:1.0:1755696109.941809:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696109.941814:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xee9 [1] + 224 00000800:00000001:1.0:1755696109.941822:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696109.941831:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696109.941834:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696109.941838:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696109.941842:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696109.941847:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696109.941865:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696109.941885:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696109.941894:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696109.941900:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696109.941906:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696109.941909:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696109.941914:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696109.941916:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696109.941918:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696109.941922:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696109.941923:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696109.941925:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696109.941930:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696109.941938:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696109.941943:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696109.941944:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696109.941946:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696109.941948:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696109.941950:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696109.941953:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696109.941955:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696109.941960:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=66 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696109.941963:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=114 v=5 (1 1 1 0) 00000100:00000001:3.0:1755696109.941965:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696109.941966:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696109.941969:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696109.941970:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696109.941973:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696109.941976:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696109.941991:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696109.941994:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696109.941995:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696109.941998:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696109.942004:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597120:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696109.942008:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696109.942009:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696109.942011:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac700 x1840980120597120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696125 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696109.942016:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696109.942018:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696109.942020:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696109.942022:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696109.942023:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696109.942024:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696109.942026:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696109.942027:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696109.942029:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696109.942031:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696109.942033:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac700. 00000100:00000001:3.0:1755696109.942035:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696109.942036:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696109.942037:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696109.942040:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696109.942041:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696109.942043:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696109.942044:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696109.954848:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295359502, at 4295359503 00000100:00000040:0.0:1755696109.954850:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295359502, at 4295359503 00000100:00000010:1.0:1755696109.954857:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a000. 00000100:00000010:0.0:1755696109.954858:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ab40. 00010000:00000001:0.0:1755696110.643879:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696110.643890:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696110.643949:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696110.643954:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696110.643958:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696111.667853:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696111.667860:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696111.667905:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696111.667909:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696111.667912:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696112.691857:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696112.691866:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696112.691932:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696112.691936:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696112.691939:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696113.715913:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696113.715924:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696113.716026:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696113.716030:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696113.716036:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696114.739930:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696114.739944:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696114.740075:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696114.740082:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696114.740115:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696115.059908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696115.059918:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696115.059928:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0380. 00000020:00000040:2.0:1755696115.059934:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696115.059939:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696115.059942:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696115.059948:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696115.059957:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755696115.059965:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696115.059978:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696115.059990:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696115.059995:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696115.060001:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000056b4f437] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696115.060034:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696115.060038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696115.060044:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696115.060048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696115.060053:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696115.060060:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (702) 00000100:00000001:3.0:1755696115.060064:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696115.060070:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696115.060074:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696115.060084:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696115.060089:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696115.060094:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696115.060116:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696115.060119:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696115.060124:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696115.060128:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696115.060133:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696115.060139:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120597248:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696115.060145:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696115.060153:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696115.060155:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696115.060158:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696115.060164:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095200. 02000000:00000001:3.0:1755696115.060166:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696115.060175:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696115.060180:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696115.060186:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696115.060193:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597248, portal 25 00000100:00000001:3.0:1755696115.060195:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696115.060197:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287959424 : -118784421592192 : ffff93f758bf0380) 00000100:00000040:3.0:1755696115.060203:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696115.060211:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696115.060214:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696115.060216:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792e58. 00000100:00000200:3.0:1755696115.060220:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597248, offset 0 00000400:00000200:3.0:1755696115.060227:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696115.060235:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696115.060242:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696115.060247:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696115.060251:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696115.060255:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696115.060257:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696115.060267:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [239:239:256:4294967295] 192.168.203.157@tcp LPNI seq info [239:239:8:4294967295] 00000400:00000200:3.0:1755696115.060271:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696115.060281:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696115.060287:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696115.060291:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755696115.060314:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696115.060323:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696115.060329:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696115.060344:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696115.060348:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696115.060352:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295364622 00000100:00000010:3.0:1755696115.060356:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a0c0. 00000100:00000001:3.0:1755696115.060364:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696115.060374:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295364622 00000100:00000010:3.0:1755696115.060377:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a9c0. 00000100:00000001:3.0:1755696115.060381:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696115.060385:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696115.060388:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696115.060391:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696115.060393:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696115.060402:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696115.060405:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696115.060408:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696115.060410:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696115.060411:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696115.060414:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696115.060513:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696115.060519:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:1.0:1755696115.060524:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696115.060532:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696115.060537:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792e58 00000400:00000010:1.0:1755696115.060539:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792e58. 00000100:00000001:1.0:1755696115.060544:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696115.060549:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696115.060560:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696115.060564:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696115.060571:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696115.060573:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696115.062157:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696115.062176:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696115.062179:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696115.062182:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696115.062188:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696115.062193:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696115.062200:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696115.062204:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696115.062209:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696115.062214:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207300 00000400:00000200:1.0:1755696115.062227:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696115.062233:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xef1 [1] + 224 00000800:00000001:1.0:1755696115.062241:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696115.062250:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696115.062252:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696115.062256:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696115.062260:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696115.062265:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696115.062275:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696115.062297:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696115.062320:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696115.062325:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696115.062341:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696115.062345:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696115.062351:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696115.062353:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696115.062355:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696115.062361:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696115.062362:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696115.062373:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696115.062379:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696115.062389:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696115.062396:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696115.062398:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696115.062400:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696115.062403:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696115.062405:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696115.062408:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696115.062411:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696115.062417:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=72 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696115.062421:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=120 v=5 (1 1 1 0) 00000100:00000001:3.0:1755696115.062423:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696115.062425:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696115.062428:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696115.062431:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696115.062433:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696115.062438:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696115.062444:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696115.062447:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696115.062449:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696115.062453:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696115.062460:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120597248:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696115.062465:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696115.062467:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696115.062469:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0380 x1840980120597248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696131 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696115.062475:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696115.062482:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696115.062486:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095200. 02000000:00000001:3.0:1755696115.062489:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696115.062491:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696115.062492:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696115.062494:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696115.062497:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755696115.062500:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696115.062502:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696115.062504:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0380. 00000100:00000001:3.0:1755696115.062507:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696115.062508:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696115.062510:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696115.062513:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696115.062515:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696115.062517:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696115.062519:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696115.074851:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295364622, at 4295364623 00000100:00000010:1.0:1755696115.074861:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a9c0. 00000100:00000040:0.0:1755696115.074881:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295364622, at 4295364623 00000100:00000010:0.0:1755696115.074891:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a0c0. 00010000:00000001:0.0:1755696115.763885:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696115.763897:0:14511:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696115.763901:0:14511:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696115.763904:0:14511:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696115.763945:0:14511:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696115.763948:0:14511:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696115.763951:0:14511:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696115.763955:0:14511:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696115.764006:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696115.764010:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696115.764014:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696116.787905:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696116.787915:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696116.788044:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696116.788050:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696116.788056:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696117.811914:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696117.811922:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696117.811944:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696117.811946:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696117.811949:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696118.835944:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696118.835953:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696118.836092:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696118.836101:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696118.836108:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696119.859876:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696119.859883:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696119.859929:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696119.859932:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696119.859935:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696120.179923:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696120.179935:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696120.179946:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac700. 00000020:00000040:3.0:1755696120.179954:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696120.179961:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696120.179965:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696120.179972:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696120.179982:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696120.179992:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696120.180010:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696120.180025:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696120.180031:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696120.180040:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e59b887f] to pc [ptlrpcd_01_01+1] req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696120.180076:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696120.180080:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696120.180100:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1755696120.180101:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696120.180110:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696120.180111:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1755696120.180120:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:2.0:1755696120.180121:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696120.180133:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (707) 00000100:00000040:2.0:1755696120.180140:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696120.180155:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696120.180158:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696120.180163:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696120.180164:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696120.180175:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696120.180180:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696120.180185:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696120.180191:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597376:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696120.180198:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696120.180205:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696120.180209:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696120.180212:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696120.180218:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011400. 02000000:00000001:2.0:1755696120.180221:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696120.180234:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696120.180240:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696120.180248:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696120.180256:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597376, portal 25 00000100:00000001:2.0:1755696120.180282:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696120.180286:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583040 : -118784790968576 : ffff93f742bac700) 00000100:00000040:2.0:1755696120.180297:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696120.180308:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696120.180312:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696120.180317:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8ee0. 00000100:00000200:2.0:1755696120.180323:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597376, offset 0 00000400:00000200:2.0:1755696120.180332:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696120.180344:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696120.180353:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696120.180360:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696120.180378:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696120.180382:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696120.180386:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696120.180391:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [240:240:256:4294967295] 192.168.203.157@tcp LPNI seq info [240:240:8:4294967295] 00000400:00000200:2.0:1755696120.180396:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696120.180410:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696120.180418:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696120.180424:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755696120.180433:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696120.180443:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696120.180450:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696120.180474:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696120.180480:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696120.180485:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295369742 00000100:00000010:2.0:1755696120.180490:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755696120.180500:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696120.180508:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295369742 00000100:00000010:2.0:1755696120.180511:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755696120.180517:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696120.180520:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696120.180524:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696120.180528:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696120.180531:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696120.180541:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696120.180544:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696120.180549:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696120.180551:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696120.180555:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696120.180560:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696120.180644:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696120.180653:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:1.0:1755696120.180660:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696120.180670:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696120.180676:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8ee0 00000400:00000010:1.0:1755696120.180679:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8ee0. 00000100:00000001:1.0:1755696120.180685:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696120.180693:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696120.180709:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696120.180714:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696120.180725:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696120.180728:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696120.182865:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696120.182896:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696120.182901:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696120.182906:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696120.182915:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696120.182923:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696120.182932:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696120.182937:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696120.182942:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696120.182947:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207380 00000400:00000200:1.0:1755696120.182953:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696120.182959:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xef9 [1] + 224 00000800:00000001:1.0:1755696120.182968:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696120.182979:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696120.182982:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696120.182987:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696120.182993:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696120.183000:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696120.183014:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696120.183039:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696120.183049:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696120.183054:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696120.183074:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696120.183080:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696120.183087:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696120.183089:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696120.183105:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696120.183111:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696120.183114:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696120.183117:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696120.183126:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696120.183141:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696120.183150:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696120.183152:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696120.183156:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696120.183159:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696120.183163:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696120.183166:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696120.183170:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696120.183178:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696120.183183:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=125 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696120.183187:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696120.183189:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696120.183194:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696120.183197:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696120.183200:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696120.183205:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696120.183215:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696120.183218:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696120.183221:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696120.183226:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696120.183236:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597376:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696120.183242:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696120.183245:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696120.183255:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac700 x1840980120597376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696136 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696120.183294:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696120.183298:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696120.183302:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011400. 02000000:00000001:2.0:1755696120.183306:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696120.183308:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696120.183310:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696120.183313:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696120.183316:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755696120.183320:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696120.183322:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696120.183325:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac700. 00000100:00000001:2.0:1755696120.183329:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696120.183330:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696120.183333:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696120.183339:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696120.183342:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696120.183346:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696120.183349:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696120.194904:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295369742, at 4295369743 00000100:00000010:1.0:1755696120.194922:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00000100:00000040:0.0:1755696120.194927:0:14511:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295369742, at 4295369743 00000100:00000010:0.0:1755696120.194941:0:14511:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00010000:00000001:0.0:1755696120.883956:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696120.883966:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696120.884094:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696120.884100:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696120.884106:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696121.907904:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696121.907913:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696121.907941:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696121.907944:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696121.907948:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696122.931913:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696122.931919:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696122.931975:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696122.931979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696122.931983:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696123.955892:0:14511:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696123.955902:0:14511:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696123.955931:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696123.955934:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696123.955938:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696124.979942:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696124.979958:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696124.980064:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696124.980070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696124.980076:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696125.299899:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696125.299912:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696125.299924:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baea00. 00000020:00000040:3.0:1755696125.299932:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696125.299938:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696125.299944:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696125.299951:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696125.299963:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696125.299973:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696125.299992:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696125.300008:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696125.300015:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696125.300025:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000597902a1] to pc [ptlrpcd_01_00+0] req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696125.300061:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696125.300067:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696125.300072:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696125.300078:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696125.300082:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696125.300088:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (712) 00000100:00000001:3.0:1755696125.300115:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696125.300122:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696125.300126:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696125.300134:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696125.300146:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696125.300149:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696125.300154:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696125.300158:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696125.300163:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696125.300168:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120597504:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696125.300174:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696125.300181:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696125.300185:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696125.300188:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696125.300194:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696125.300197:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696125.300209:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696125.300216:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696125.300247:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696125.300257:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597504, portal 25 00000100:00000001:3.0:1755696125.300260:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696125.300263:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592000 : -118784790959616 : ffff93f742baea00) 00000100:00000040:3.0:1755696125.300273:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696125.300283:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696125.300289:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696125.300295:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792198. 00000100:00000200:3.0:1755696125.300300:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597504, offset 0 00000400:00000200:3.0:1755696125.300310:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696125.300323:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696125.300334:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696125.300343:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696125.300361:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696125.300369:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696125.300374:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696125.300383:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [241:241:256:4294967295] 192.168.203.157@tcp LPNI seq info [241:241:8:4294967295] 00000400:00000200:3.0:1755696125.300390:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696125.300413:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696125.300422:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696125.300430:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755696125.300441:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696125.300455:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696125.300462:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696125.300492:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696125.300500:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696125.300505:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295374862 00000100:00000010:3.0:1755696125.300514:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a960. 00000100:00000001:3.0:1755696125.300524:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696125.300533:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295374862 00000100:00000010:3.0:1755696125.300538:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a5a0. 00000100:00000001:3.0:1755696125.300544:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696125.300551:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696125.300555:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696125.300560:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696125.300564:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696125.300576:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696125.300580:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696125.300585:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696125.300589:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696125.300593:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696125.300597:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696125.300612:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696125.300616:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696125.300673:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696125.300682:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:1.0:1755696125.300691:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696125.300706:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696125.300714:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792198 00000400:00000010:1.0:1755696125.300719:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792198. 00000100:00000001:1.0:1755696125.300728:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696125.300752:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696125.300774:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696125.300852:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696125.300866:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696125.300869:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696125.303081:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696125.303100:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696125.303105:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696125.303111:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696125.303120:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696125.303128:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696125.303140:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696125.303146:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696125.303153:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696125.303158:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207400 00000400:00000200:1.0:1755696125.303166:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696125.303173:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf01 [1] + 224 00000800:00000001:1.0:1755696125.303183:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696125.303196:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696125.303200:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696125.303206:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696125.303214:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696125.303250:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696125.303267:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696125.303294:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696125.303306:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696125.303314:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696125.303327:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696125.303333:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696125.303353:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696125.303356:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696125.303360:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696125.303368:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696125.303372:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696125.303378:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696125.303389:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696125.303405:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696125.303418:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696125.303422:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696125.303426:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696125.303430:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696125.303433:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696125.303437:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696125.303441:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696125.303450:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=82 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696125.303455:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=130 v=5 (1 1 1 0) 00000100:00000001:3.0:1755696125.303460:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696125.303462:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696125.303467:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696125.303470:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696125.303474:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696125.303482:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696125.303492:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696125.303497:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696125.303499:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696125.303505:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696125.303519:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120597504:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696125.303527:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696125.303540:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696125.303546:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baea00 x1840980120597504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696141 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696125.303556:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696125.303560:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696125.303564:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:3.0:1755696125.303570:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696125.303573:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696125.303576:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696125.303579:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696125.303584:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:3.0:1755696125.303590:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696125.303594:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696125.303597:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baea00. 00000100:00000001:3.0:1755696125.303603:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696125.303606:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696125.303608:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696125.303615:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696125.303618:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696125.303622:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696125.303628:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696125.314862:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295374862, at 4295374863 00000100:00000010:1.0:1755696125.314888:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a5a0. 00000100:00000040:0.0:1755696125.315102:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295374862, at 4295374863 00000100:00000010:0.0:1755696125.315115:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a960. 00010000:00000001:0.0:1755696126.003914:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696126.003925:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696126.003927:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696126.003930:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696126.003946:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696126.003949:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696126.003951:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696126.003954:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696126.003982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696126.003987:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696126.003999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696127.027953:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696127.027974:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696127.028149:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696127.028155:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696127.028161:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696128.052014:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696128.052025:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696128.052060:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696128.052064:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696128.052068:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696129.076010:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696129.076020:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696129.076172:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696129.076179:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696129.076185:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696130.099916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696130.099926:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696130.099957:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696130.099960:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696130.099964:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696130.419917:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696130.419933:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696130.419949:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baea00. 00000020:00000040:3.0:1755696130.419957:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696130.419963:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696130.419967:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696130.419974:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696130.419986:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696130.419995:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696130.420011:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696130.420025:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696130.420030:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696130.420039:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000597902a1] to pc [ptlrpcd_01_01+1] req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696130.420097:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696130.420101:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696130.420106:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696130.420110:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696130.420115:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696130.420122:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (717) 00000100:00000001:2.0:1755696130.420126:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696130.420132:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696130.420141:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696130.420143:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696130.420147:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696130.420153:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696130.420163:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696130.420165:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696130.420169:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696130.420172:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696130.420175:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696130.420178:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597632:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696130.420202:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696130.420207:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696130.420210:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696130.420212:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696130.420217:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011400. 02000000:00000001:2.0:1755696130.420219:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696130.420228:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696130.420232:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696130.420238:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696130.420244:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597632, portal 25 00000100:00000001:2.0:1755696130.420246:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696130.420248:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592000 : -118784790959616 : ffff93f742baea00) 00000100:00000040:2.0:1755696130.420254:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696130.420261:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696130.420263:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696130.420268:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8ee0. 00000100:00000200:2.0:1755696130.420271:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597632, offset 0 00000400:00000200:2.0:1755696130.420276:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696130.420284:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696130.420290:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696130.420295:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696130.420299:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696130.420302:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696130.420309:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696130.420312:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [242:242:256:4294967295] 192.168.203.157@tcp LPNI seq info [242:242:8:4294967295] 00000400:00000200:2.0:1755696130.420316:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696130.420325:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696130.420330:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696130.420335:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755696130.420341:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696130.420348:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696130.420353:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696130.420370:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696130.420374:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696130.420377:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295379982 00000100:00000010:2.0:1755696130.420381:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755696130.420388:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696130.420399:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295379982 00000100:00000010:2.0:1755696130.420402:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755696130.420405:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696130.420408:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696130.420410:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696130.420413:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696130.420415:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696130.420423:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696130.420426:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696130.420428:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696130.420430:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696130.420432:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696130.420434:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696130.420505:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696130.420511:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:1.0:1755696130.420517:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696130.420523:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696130.420527:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8ee0 00000400:00000010:1.0:1755696130.420529:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8ee0. 00000100:00000001:1.0:1755696130.420533:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696130.420538:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696130.420547:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696130.420551:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696130.420557:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696130.420559:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696130.422460:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696130.422497:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696130.422500:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696130.422504:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696130.422512:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696130.422519:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696130.422528:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696130.422534:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696130.422555:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696130.422559:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207480 00000400:00000200:1.0:1755696130.422563:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696130.422569:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf09 [1] + 224 00000800:00000001:1.0:1755696130.422577:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696130.422588:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696130.422592:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696130.422598:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696130.422605:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696130.422611:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696130.422655:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696130.422689:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696130.422705:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696130.422713:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696130.422823:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696130.422831:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696130.422840:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696130.422844:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696130.422865:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696130.422870:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696130.422883:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696130.422888:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696130.422895:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696130.422910:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696130.422920:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696130.422923:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696130.422927:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696130.422930:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696130.422933:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696130.422937:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696130.422941:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696130.422948:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696130.422953:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=135 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696130.422956:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696130.422959:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696130.422963:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696130.422966:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696130.422970:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696130.422976:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696130.422986:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696130.422990:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696130.422993:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696130.422999:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696130.423010:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597632:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696130.423015:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696130.423017:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696130.423020:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baea00 x1840980120597632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696146 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696130.423038:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696130.423040:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696130.423044:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011400. 02000000:00000001:2.0:1755696130.423047:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696130.423049:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696130.423050:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696130.423053:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696130.423055:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755696130.423058:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696130.423060:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696130.423062:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baea00. 00000100:00000001:2.0:1755696130.423065:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696130.423067:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696130.423069:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696130.423073:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696130.423074:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696130.423076:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696130.423078:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696130.434888:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295379982, at 4295379983 00000100:00000010:0.0:1755696130.434900:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000040:1.0:1755696130.434911:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295379982, at 4295379983 00000100:00000010:1.0:1755696130.434924:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00010000:00000001:0.0:1755696131.123959:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696131.123969:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696131.124105:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696131.124111:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696131.124117:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696132.147934:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696132.147943:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696132.147969:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696132.147972:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696132.147976:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696133.171978:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696133.171989:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696133.172107:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696133.172115:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696133.172122:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696134.195928:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696134.195944:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696134.195973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696134.195976:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696134.195978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696135.219919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696135.219931:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696135.220036:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696135.220040:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696135.220045:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696135.539906:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696135.539917:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696135.539929:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696135.539935:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696135.539939:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696135.539958:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696135.539963:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696135.539973:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8f00. 00000100:00000001:0.0:1755696135.539979:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696135.539991:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696135.539999:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696135.540003:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696135.540008:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696135.540034:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696135.540036:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696135.540039:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696135.540042:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696135.540044:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696135.540048:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (722) 00000100:00000001:0.0:1755696135.540060:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696135.540063:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696135.540065:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696135.540072:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696135.540074:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696135.540076:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696135.540078:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696135.540081:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696135.540086:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696135.540089:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696135.540094:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696135.540095:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696135.540099:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696135.540103:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696135.540105:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696135.540107:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696135.540116:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120597760:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696135.540120:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696135.540125:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696135.540127:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696135.540129:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696135.540132:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696135.540134:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696135.540169:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696135.540175:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696135.540180:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696135.540186:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597760, portal 25 00000100:00000001:0.0:1755696135.540188:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696135.540190:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755696135.540195:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696135.540201:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696135.540203:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696135.540205:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee110. 00000100:00000200:0.0:1755696135.540207:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597760, offset 0 00000400:00000200:0.0:1755696135.540213:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696135.540219:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696135.540225:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696135.540229:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696135.540232:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696135.540235:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696135.540237:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696135.540240:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [243:243:256:4294967295] 192.168.203.157@tcp LPNI seq info [243:243:8:4294967295] 00000400:00000200:0.0:1755696135.540242:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696135.540250:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696135.540255:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696135.540258:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8900. 00000800:00000200:0.0:1755696135.540269:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696135.540276:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696135.540280:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696135.540293:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696135.540297:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696135.540299:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295385102 00000100:00000010:0.0:1755696135.540303:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696135.540309:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696135.540314:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295385102 00000100:00000010:0.0:1755696135.540317:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fc60. 00000100:00000001:0.0:1755696135.540320:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696135.540323:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696135.540325:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696135.540328:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696135.540330:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696135.540425:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696135.540430:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8900. 00000400:00000200:1.0:1755696135.540435:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696135.540441:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696135.540445:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee110 00000400:00000010:1.0:1755696135.540447:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee110. 00000100:00000001:1.0:1755696135.540451:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696135.540455:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696135.540465:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696135.540468:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696135.540474:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696135.540475:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696135.541678:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696135.541690:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696135.541693:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696135.541695:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696135.541700:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696135.541704:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696135.541709:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696135.541713:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696135.541723:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696135.541726:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207500 00000400:00000200:1.0:1755696135.541730:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696135.541734:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf11 [1] + 224 00000800:00000001:1.0:1755696135.541740:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696135.541747:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696135.541749:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696135.541752:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696135.541755:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696135.541759:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696135.541768:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696135.541812:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696135.541816:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696135.541819:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000800:00000001:1.0:1755696135.541820:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000400:00000001:0.0:1755696135.541824:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000800:00000001:1.0:1755696135.541826:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1755696135.541827:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696135.541831:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696135.541835:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696135.541837:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696135.541840:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696135.541845:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696135.541855:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696135.541860:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696135.541861:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696135.541863:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696135.541865:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696135.541867:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696135.541869:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696135.541877:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696135.541883:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=92 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696135.541885:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=140 v=5 (1 1 1 0) 00000100:00000001:0.0:1755696135.541888:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696135.541889:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696135.541892:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696135.541893:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696135.541896:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696135.541899:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696135.541904:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696135.541906:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696135.541908:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696135.541911:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696135.541916:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120597760:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696135.541919:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696135.541921:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696135.541923:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120597760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696151 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696135.541927:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696135.541929:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696135.541931:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696135.541933:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696135.541934:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696135.541936:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696135.541937:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696135.541938:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8f00. 02000000:00000001:0.0:1755696135.541940:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696135.541942:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696135.541943:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696135.541946:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696135.541947:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696135.541951:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696135.541954:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696135.541955:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696135.541956:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696135.541957:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696135.554847:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295385102, at 4295385103 00000100:00000040:0.0:1755696135.554849:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295385102, at 4295385103 00000100:00000010:1.0:1755696135.554856:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fc60. 00000100:00000010:0.0:1755696135.554858:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696136.243884:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696136.243894:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696136.243898:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696136.243900:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696136.243906:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696136.243909:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696136.243911:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696136.243913:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696136.243934:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696136.243937:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696136.243940:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696137.267969:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696137.267980:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696137.268079:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696137.268085:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696137.268091:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696138.291878:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696138.291887:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696138.291914:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696138.291917:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696138.291921:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696139.315929:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696139.315939:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696139.316012:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696139.316016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696139.316020:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696140.339940:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696140.339954:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696140.339990:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696140.339994:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696140.339998:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696140.659985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696140.660001:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696140.660039:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696140.660047:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696140.660053:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696140.660058:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696140.660066:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696140.660077:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755696140.660086:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696140.660144:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696140.660162:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696140.660168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696140.660177:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696140.660220:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696140.660224:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696140.660229:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696140.660234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696140.660238:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696140.660245:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (727) 00000100:00000001:2.0:1755696140.660269:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696140.660273:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696140.660275:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755696140.660283:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696140.660284:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696140.660295:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696140.660300:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696140.660305:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696140.660308:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696140.660312:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696140.660321:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696140.660332:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696140.660335:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696140.660350:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696140.660354:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696140.660358:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696140.660363:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597888:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696140.660370:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696140.660377:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696140.660380:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696140.660383:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696140.660389:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696140.660392:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696140.660404:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696140.660410:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696140.660418:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696140.660426:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120597888, portal 25 00000100:00000001:2.0:1755696140.660430:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696140.660432:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:2.0:1755696140.660440:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696140.660450:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696140.660453:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696140.660457:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8aa0. 00000100:00000200:2.0:1755696140.660462:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120597888, offset 0 00000400:00000200:2.0:1755696140.660469:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696140.660480:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696140.660489:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696140.660496:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696140.660502:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696140.660506:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696140.660510:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696140.660515:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [244:244:256:4294967295] 192.168.203.157@tcp LPNI seq info [244:244:8:4294967295] 00000400:00000200:2.0:1755696140.660520:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696140.660533:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696140.660551:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696140.660557:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696140.660566:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696140.660576:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696140.660583:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696140.660607:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696140.660614:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696140.660618:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295390222 00000100:00000010:2.0:1755696140.660624:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755696140.660633:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696140.660649:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295390222 00000100:00000010:2.0:1755696140.660654:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755696140.660659:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696140.660665:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696140.660669:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696140.660674:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696140.660678:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696140.660852:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696140.660863:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:1.0:1755696140.660874:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696140.660887:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696140.660895:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8aa0 00000400:00000010:1.0:1755696140.660899:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8aa0. 00000100:00000001:1.0:1755696140.660907:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696140.660918:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696140.660940:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696140.660947:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696140.660962:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696140.660981:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696140.663088:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696140.663143:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696140.663150:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696140.663156:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696140.663169:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696140.663179:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696140.663189:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696140.663195:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696140.663202:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696140.663207:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207580 00000400:00000200:1.0:1755696140.663213:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696140.663220:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf21 [1] + 224 00000800:00000001:1.0:1755696140.663230:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696140.663243:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696140.663246:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696140.663251:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696140.663258:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696140.663265:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696140.663280:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696140.663308:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696140.663318:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696140.663323:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696140.663371:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696140.663377:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696140.663385:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696140.663387:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696140.663391:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696140.663398:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696140.663400:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696140.663404:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696140.663413:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696140.663428:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696140.663438:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696140.663441:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696140.663444:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696140.663459:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696140.663462:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696140.663466:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696140.663470:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696140.663479:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696140.663484:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=145 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696140.663489:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696140.663491:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696140.663496:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696140.663500:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696140.663506:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696140.663516:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696140.663532:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696140.663538:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696140.663542:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696140.663551:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696140.663569:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120597888:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696140.663580:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696140.663584:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696140.663592:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120597888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696156 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696140.663607:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696140.663612:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696140.663617:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696140.663624:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696140.663628:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696140.663631:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696140.663636:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696140.663640:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:2.0:1755696140.663647:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696140.663651:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696140.663668:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:2.0:1755696140.663676:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696140.663679:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696140.663683:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696140.663692:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696140.663695:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696140.663698:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696140.663702:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696140.674903:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295390222, at 4295390223 00000100:00000040:1.0:1755696140.674916:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295390222, at 4295390223 00000100:00000010:0.0:1755696140.674918:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00000100:00000010:1.0:1755696140.674935:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00010000:00000001:0.0:1755696141.363919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696141.363929:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696141.364041:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696141.364047:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696141.364052:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696142.387920:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696142.387930:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696142.387962:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696142.387965:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696142.387969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696143.411850:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696143.411857:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696143.411940:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696143.411943:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696143.411947:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696144.435884:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696144.435892:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696144.435917:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696144.435920:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696144.435923:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696145.459934:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696145.459945:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696145.460114:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696145.460121:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696145.460126:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696145.780017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696145.780032:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696145.780049:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baea00. 00000020:00000040:3.0:1755696145.780058:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696145.780102:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696145.780106:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696145.780113:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696145.780124:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696145.780133:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696145.780165:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696145.780181:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696145.780187:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696145.780195:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000597902a1] to pc [ptlrpcd_01_01+1] req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696145.780239:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696145.780244:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696145.780250:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696145.780278:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696145.780283:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696145.780290:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (733) 00000100:00000001:2.0:1755696145.780297:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696145.780305:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696145.780310:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696145.780311:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696145.780320:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696145.780331:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696145.780347:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696145.780351:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696145.780357:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696145.780361:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696145.780365:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696145.780371:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598016:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696145.780378:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696145.780385:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696145.780389:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696145.780392:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696145.780402:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696145.780405:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696145.780416:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696145.780422:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696145.780442:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696145.780451:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598016, portal 25 00000100:00000001:2.0:1755696145.780455:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696145.780458:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592000 : -118784790959616 : ffff93f742baea00) 00000100:00000040:2.0:1755696145.780467:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696145.780479:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696145.780482:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696145.780486:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8330. 00000100:00000200:2.0:1755696145.780491:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598016, offset 0 00000400:00000200:2.0:1755696145.780499:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696145.780510:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696145.780519:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696145.780526:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696145.780531:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696145.780536:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696145.780540:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696145.780545:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [245:245:256:4294967295] 192.168.203.157@tcp LPNI seq info [245:245:8:4294967295] 00000400:00000200:2.0:1755696145.780550:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696145.780563:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696145.780571:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696145.780577:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755696145.780587:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696145.780597:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696145.780604:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696145.780633:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696145.780643:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696145.780649:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295395342 00000100:00000010:2.0:1755696145.780658:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755696145.780671:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696145.780695:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295395342 00000100:00000010:2.0:1755696145.780715:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755696145.780722:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696145.780745:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696145.780750:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696145.780756:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696145.780761:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696145.780773:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696145.780778:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696145.780784:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696145.780786:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696145.780789:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696145.780794:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696145.780920:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696145.780929:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:1.0:1755696145.780938:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696145.780948:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696145.780953:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8330 00000400:00000010:1.0:1755696145.780965:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8330. 00000100:00000001:1.0:1755696145.780971:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696145.780979:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696145.780995:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696145.781001:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696145.781011:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696145.781014:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696145.783138:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696145.783157:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696145.783161:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696145.783164:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696145.783171:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696145.783178:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696145.783187:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696145.783192:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696145.783199:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696145.783206:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207600 00000400:00000200:1.0:1755696145.783212:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696145.783218:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf29 [1] + 224 00000800:00000001:1.0:1755696145.783227:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696145.783236:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696145.783239:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696145.783244:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696145.783249:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696145.783255:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696145.783268:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696145.783292:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696145.783301:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696145.783315:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696145.783361:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696145.783368:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696145.783377:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696145.783380:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696145.783385:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696145.783393:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696145.783397:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696145.783402:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696145.783413:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696145.783433:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696145.783447:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696145.783451:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696145.783455:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696145.783459:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696145.783464:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696145.783468:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696145.783474:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696145.783483:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696145.783490:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=150 v=5 (1 1 1 0) 00000100:00000001:2.0:1755696145.783496:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696145.783499:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696145.783503:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696145.783520:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696145.783526:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696145.783536:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696145.783549:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696145.783553:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696145.783556:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696145.783563:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696145.783579:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598016:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696145.783587:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696145.783591:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696145.783596:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baea00 x1840980120598016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696161 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696145.783608:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696145.783613:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696145.783618:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696145.783623:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696145.783627:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696145.783629:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696145.783633:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696145.783637:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755696145.783643:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696145.783646:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696145.783649:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baea00. 00000100:00000001:2.0:1755696145.783655:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696145.783657:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696145.783661:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696145.783668:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696145.783670:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696145.783674:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696145.783677:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696145.794903:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295395342, at 4295395343 00000100:00000040:0.0:1755696145.794911:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295395342, at 4295395343 00000100:00000010:1.0:1755696145.794921:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00000100:00000010:0.0:1755696145.794924:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00010000:00000001:0.0:1755696146.483931:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696146.483944:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696146.483947:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696146.483951:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696146.483959:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696146.483962:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696146.483965:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696146.483968:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696146.484036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696146.484039:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696146.484043:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696147.507931:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696147.507944:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696147.508086:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696147.508123:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696147.508131:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696148.531972:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696148.531982:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696148.532083:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696148.532087:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696148.532092:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696149.555909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696149.555918:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696149.556005:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696149.556012:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696149.556018:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696150.579857:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696150.579883:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696150.579933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696150.579936:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696150.579940:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696150.899898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696150.899907:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696150.899917:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029180. 00000020:00000040:1.0:1755696150.899921:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696150.899925:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696150.899928:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696150.899933:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696150.899940:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696150.899947:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696150.899958:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696150.899967:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696150.899971:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696150.899976:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005583fcb8] to pc [ptlrpcd_00_00+0] req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696150.900002:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696150.900004:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696150.900007:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696150.900010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696150.900012:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696150.900017:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (738) 00000100:00000001:0.0:1755696150.900041:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696150.900046:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696150.900049:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696150.900051:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696150.900058:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696150.900058:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696150.900080:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696150.900082:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696150.900086:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696150.900088:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696150.900091:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696150.900093:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120598144:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696150.900097:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696150.900102:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696150.900104:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696150.900106:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696150.900109:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696150.900111:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696150.900119:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696150.900122:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696150.900127:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696150.900132:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598144, portal 25 00000100:00000001:0.0:1755696150.900145:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696150.900146:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275609472 : -118784433942144 : ffff93f758029180) 00000100:00000040:0.0:1755696150.900151:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696150.900157:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696150.900159:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696150.900162:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee550. 00000100:00000200:0.0:1755696150.900164:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598144, offset 0 00000400:00000200:0.0:1755696150.900170:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696150.900191:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696150.900197:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696150.900201:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696150.900205:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696150.900208:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696150.900210:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696150.900212:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [246:246:256:4294967295] 192.168.203.157@tcp LPNI seq info [246:246:8:4294967295] 00000400:00000200:0.0:1755696150.900216:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696150.900223:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696150.900227:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696150.900230:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8b00. 00000800:00000200:0.0:1755696150.900236:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696150.900254:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696150.900258:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696150.900273:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696150.900277:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696150.900280:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295400462 00000100:00000010:0.0:1755696150.900283:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696150.900291:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696150.900297:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295400462 00000100:00000010:0.0:1755696150.900299:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f2a0. 00000100:00000001:0.0:1755696150.900302:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696150.900304:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696150.900306:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696150.900308:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696150.900310:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696150.900317:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696150.900319:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696150.900321:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696150.900323:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696150.900324:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696150.900326:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696150.900385:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696150.900389:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8b00. 00000400:00000200:1.0:1755696150.900393:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696150.900399:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696150.900409:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee550 00000400:00000010:1.0:1755696150.900411:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee550. 00000100:00000001:1.0:1755696150.900414:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696150.900418:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696150.900426:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696150.900428:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696150.900434:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696150.900435:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696150.901749:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696150.901763:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696150.901766:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696150.901768:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696150.901773:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696150.901777:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696150.901815:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696150.901818:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696150.901822:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696150.901824:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207680 00000400:00000200:1.0:1755696150.901828:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696150.901832:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf31 [1] + 224 00000800:00000001:1.0:1755696150.901838:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696150.901845:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696150.901847:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696150.901849:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696150.901853:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696150.901857:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696150.901865:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696150.901879:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696150.901892:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696150.901895:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696150.901924:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696150.901928:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696150.901934:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696150.901936:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696150.901939:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696150.901944:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696150.901946:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696150.901949:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696150.901956:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696150.901968:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696150.901977:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696150.901979:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696150.901982:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696150.901985:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696150.901988:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696150.901991:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696150.901995:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696150.902003:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=107 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696150.902007:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=5 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696150.902010:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696150.902012:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696150.902016:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696150.902019:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696150.902038:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696150.902045:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696150.902053:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696150.902056:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696150.902070:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696150.902075:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696150.902085:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120598144:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696150.902099:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696150.902101:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696150.902106:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029180 x1840980120598144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696166 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696150.902113:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696150.902116:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696150.902119:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696150.902133:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696150.902135:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696150.902136:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696150.902139:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696150.902141:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755696150.902145:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696150.902147:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696150.902149:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029180. 00000100:00000001:0.0:1755696150.902152:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696150.902153:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696150.902154:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696150.902158:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696150.902159:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696150.902160:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696150.902161:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696150.914850:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295400462, at 4295400463 00000100:00000040:0.0:1755696150.914854:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295400462, at 4295400463 00000100:00000010:1.0:1755696150.914858:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f2a0. 00000100:00000010:0.0:1755696150.914863:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696151.603916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696151.603926:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696151.604058:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696151.604066:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696151.604073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696152.627919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696152.627929:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696152.628060:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696152.628066:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696152.628073:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696153.651946:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696153.651956:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696153.652106:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696153.652114:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696153.652122:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696154.675975:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696154.675988:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696154.676094:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696154.676100:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696154.676106:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696155.699925:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696155.699935:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696155.700086:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696155.700092:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696155.700098:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696156.019979:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696156.020027:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696156.020044:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028e00. 00000020:00000040:1.0:1755696156.020052:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696156.020058:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696156.020063:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696156.020071:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696156.020084:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696156.020095:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696156.020112:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696156.020129:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696156.020135:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696156.020145:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b23147de] to pc [ptlrpcd_00_01+1] req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696156.020191:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696156.020196:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696156.020201:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696156.020205:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696156.020210:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696156.020216:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (743) 00000100:00000001:0.0:1755696156.020265:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696156.020275:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696156.020281:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696156.020297:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696156.020343:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696156.020347:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696156.020354:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696156.020359:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696156.020364:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696156.020370:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120598272:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696156.020377:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696156.020385:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696156.020388:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696156.020390:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696156.020397:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013a00. 02000000:00000001:0.0:1755696156.020400:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696156.020410:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696156.020415:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696156.020422:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696156.020429:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598272, portal 25 00000100:00000001:0.0:1755696156.020432:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696156.020435:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275608576 : -118784433943040 : ffff93f758028e00) 00000100:00000040:0.0:1755696156.020442:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696156.020451:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696156.020454:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696156.020457:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eebb0. 00000100:00000200:0.0:1755696156.020461:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598272, offset 0 00000400:00000200:0.0:1755696156.020491:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696156.020500:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696156.020508:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696156.020514:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696156.020519:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696156.020523:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696156.020526:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696156.020530:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [247:247:256:4294967295] 192.168.203.157@tcp LPNI seq info [247:247:8:4294967295] 00000400:00000200:0.0:1755696156.020534:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696156.020543:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696156.020550:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696156.020555:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8d00. 00000800:00000200:0.0:1755696156.020563:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696156.020588:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696156.020594:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696156.020621:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696156.020628:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696156.020632:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295405582 00000100:00000010:0.0:1755696156.020638:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696156.020664:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696156.020671:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295405582 00000100:00000010:0.0:1755696156.020674:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f720. 00000100:00000001:0.0:1755696156.020678:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696156.020687:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696156.020690:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696156.020694:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696156.020697:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696156.020707:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696156.020710:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696156.020714:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696156.020716:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696156.020744:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696156.020748:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696156.020767:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696156.020770:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696156.020941:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696156.020950:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8d00. 00000400:00000200:1.0:1755696156.020959:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696156.020968:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696156.020974:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eebb0 00000400:00000010:1.0:1755696156.021022:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eebb0. 00000100:00000001:1.0:1755696156.021028:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696156.021034:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696156.021047:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696156.021052:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696156.021060:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696156.021062:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696156.023226:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696156.023247:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696156.023251:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696156.023255:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696156.023263:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696156.023271:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696156.023280:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696156.023285:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696156.023291:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696156.023296:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207700 00000400:00000200:1.0:1755696156.023303:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696156.023310:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf41 [1] + 224 00000800:00000001:1.0:1755696156.023321:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696156.023334:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696156.023337:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696156.023342:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696156.023348:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696156.023356:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696156.023371:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696156.023399:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696156.023408:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696156.023424:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696156.023476:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696156.023484:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696156.023493:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696156.023496:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696156.023501:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696156.023511:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696156.023515:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696156.023537:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696156.023556:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696156.023569:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696156.023578:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696156.023580:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696156.023583:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696156.023604:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696156.023608:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696156.023611:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696156.023615:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696156.023624:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=113 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696156.023629:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=11 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696156.023632:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696156.023635:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696156.023639:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696156.023642:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696156.023646:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696156.023652:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696156.023661:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696156.023665:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696156.023668:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696156.023672:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696156.023698:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120598272:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696156.023705:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696156.023708:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696156.023712:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028e00 x1840980120598272/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696172 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696156.023721:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696156.023725:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696156.023729:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013a00. 02000000:00000001:0.0:1755696156.023733:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696156.023735:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696156.023737:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696156.023740:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696156.023743:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755696156.023747:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696156.023750:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696156.023753:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028e00. 00000100:00000001:0.0:1755696156.023757:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696156.023759:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696156.023762:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696156.023768:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696156.023770:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696156.023772:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696156.023775:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696156.034946:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295405582, at 4295405583 00000100:00000040:0.0:1755696156.034957:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295405582, at 4295405583 00000100:00000010:1.0:1755696156.034977:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f720. 00000100:00000010:0.0:1755696156.034979:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696156.723971:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696156.724009:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696156.724013:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696156.724017:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696156.724024:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696156.724027:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696156.724030:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696156.724033:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696156.724157:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696156.724162:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696156.724167:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696157.747875:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696157.747882:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696157.748001:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696157.748005:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696157.748008:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696158.771982:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696158.771997:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696158.772026:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696158.772030:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696158.772034:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696159.795901:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696159.795910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696159.796024:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696159.796030:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696159.796036:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696160.819984:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696160.819995:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696160.820034:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696160.820039:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696160.820045:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696161.140060:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696161.140078:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696161.140098:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696161.140108:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696161.140116:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696161.140121:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696161.140131:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696161.140145:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696161.140155:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696161.140174:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696161.140190:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696161.140196:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696161.140205:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696161.140280:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696161.140285:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696161.140291:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696161.140295:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696161.140299:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696161.140305:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (748) 00000100:00000001:2.0:1755696161.140325:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696161.140331:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755696161.140334:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.140345:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696161.140348:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.140353:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696161.140356:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696161.140360:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696161.140370:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696161.140371:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696161.140380:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696161.140392:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696161.140397:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696161.140402:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696161.140408:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696161.140415:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696161.140423:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598400:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696161.140433:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696161.140444:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696161.140449:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696161.140454:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696161.140463:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696161.140468:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696161.140483:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696161.140491:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696161.140516:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696161.140527:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598400, portal 25 00000100:00000001:2.0:1755696161.140533:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696161.140536:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:2.0:1755696161.140549:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696161.140560:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696161.140564:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696161.140569:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8dd0. 00000100:00000200:2.0:1755696161.140574:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598400, offset 0 00000400:00000200:2.0:1755696161.140583:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696161.140595:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696161.140604:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696161.140612:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696161.140618:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696161.140622:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696161.140627:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696161.140632:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [248:248:256:4294967295] 192.168.203.157@tcp LPNI seq info [248:248:8:4294967295] 00000400:00000200:2.0:1755696161.140638:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696161.140651:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696161.140658:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696161.140664:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755696161.140674:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696161.140685:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696161.140692:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696161.140716:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696161.140723:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696161.140730:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295410702 00000100:00000010:2.0:1755696161.140740:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755696161.140754:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696161.140778:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295410702 00000100:00000010:2.0:1755696161.140851:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755696161.140856:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696161.140866:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696161.140870:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696161.140875:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696161.140879:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696161.140928:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696161.140938:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:1.0:1755696161.140971:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696161.140980:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696161.140987:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8dd0 00000400:00000010:1.0:1755696161.140991:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8dd0. 00000100:00000001:1.0:1755696161.140997:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696161.141004:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696161.141020:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696161.141026:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696161.141036:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696161.141039:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696161.143225:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696161.143244:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696161.143248:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696161.143251:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696161.143259:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696161.143266:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696161.143275:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696161.143281:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696161.143286:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696161.143293:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207780 00000400:00000200:1.0:1755696161.143299:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696161.143306:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf51 [1] + 224 00000800:00000001:1.0:1755696161.143316:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696161.143342:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696161.143346:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696161.143354:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696161.143370:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696161.143378:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696161.143400:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696161.143437:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696161.143453:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696161.143461:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.143499:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696161.143505:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696161.143513:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696161.143515:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696161.143519:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696161.143526:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696161.143528:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696161.143532:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696161.143541:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696161.143556:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696161.143566:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696161.143568:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.143571:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696161.143575:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696161.143578:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696161.143582:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696161.143585:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696161.143594:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=118 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696161.143599:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=16 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696161.143603:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696161.143605:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696161.143609:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696161.143612:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696161.143616:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696161.143622:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696161.143631:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696161.143646:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696161.143650:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696161.143656:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696161.143667:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598400:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696161.143673:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.143676:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696161.143680:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120598400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696177 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696161.143688:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696161.143692:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696161.143697:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696161.143701:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696161.143703:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696161.143705:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696161.143709:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696161.143711:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:2.0:1755696161.143715:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696161.143718:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696161.143721:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:2.0:1755696161.143727:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696161.143730:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.143734:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696161.143741:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696161.143744:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696161.143748:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696161.143751:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696161.154903:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295410702, at 4295410703 00000100:00000010:0.0:1755696161.154917:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00000100:00000040:1.0:1755696161.155899:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295410702, at 4295410704 00000100:00000010:1.0:1755696161.155910:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00010000:00000001:0.0:1755696161.843890:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696161.843899:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696161.844037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696161.844043:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696161.844049:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696162.867907:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696162.867920:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696162.867976:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696162.867980:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696162.867985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696163.891867:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696163.891881:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696163.892028:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696163.892035:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696163.892041:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696164.915912:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696164.915946:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696164.915977:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696164.915981:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696164.915985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696165.939898:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696165.939953:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696165.939957:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696165.939960:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696165.939985:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696165.939989:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696165.939992:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696165.939996:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696165.940084:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696165.940102:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696165.940107:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696166.259942:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696166.259954:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696166.259968:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696166.259976:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696166.259982:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696166.259987:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696166.259994:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696166.260005:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696166.260015:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696166.260031:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696166.260046:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696166.260052:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696166.260060:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696166.260099:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696166.260104:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696166.260110:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696166.260114:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696166.260118:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696166.260124:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (753) 00000100:00000001:2.0:1755696166.260160:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696166.260165:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696166.260166:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696166.260174:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696166.260176:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696166.260186:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696166.260199:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696166.260202:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696166.260222:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696166.260226:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696166.260230:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696166.260236:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598528:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696166.260242:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696166.260250:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696166.260253:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696166.260256:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696166.260262:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696166.260265:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696166.260277:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696166.260283:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696166.260290:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696166.260299:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598528, portal 25 00000100:00000001:2.0:1755696166.260302:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696166.260305:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:2.0:1755696166.260312:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696166.260323:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696166.260327:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696166.260330:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8198. 00000100:00000200:2.0:1755696166.260335:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598528, offset 0 00000400:00000200:2.0:1755696166.260343:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696166.260353:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696166.260362:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696166.260369:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696166.260374:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696166.260379:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696166.260383:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696166.260388:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [249:249:256:4294967295] 192.168.203.157@tcp LPNI seq info [249:249:8:4294967295] 00000400:00000200:2.0:1755696166.260393:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696166.260406:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696166.260425:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696166.260430:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696166.260440:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696166.260450:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696166.260457:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696166.260481:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696166.260487:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696166.260492:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295415822 00000100:00000010:2.0:1755696166.260497:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755696166.260507:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696166.260521:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295415822 00000100:00000010:2.0:1755696166.260525:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755696166.260530:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696166.260537:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696166.260542:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696166.260546:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696166.260550:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696166.260561:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696166.260564:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696166.260569:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696166.260571:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696166.260574:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696166.260577:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696166.260698:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696166.260707:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:1.0:1755696166.260715:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696166.260724:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696166.260731:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8198 00000400:00000010:1.0:1755696166.260734:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8198. 00000100:00000001:1.0:1755696166.260741:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696166.260749:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696166.260764:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696166.260770:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696166.260827:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696166.260832:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696166.262955:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696166.262985:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696166.262993:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696166.262998:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696166.263010:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696166.263020:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696166.263032:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696166.263040:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696166.263064:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696166.263072:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207800 00000400:00000200:1.0:1755696166.263079:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696166.263086:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf59 [1] + 224 00000800:00000001:1.0:1755696166.263097:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696166.263109:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696166.263112:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696166.263117:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696166.263123:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696166.263131:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696166.263146:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696166.263173:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696166.263183:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696166.263186:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696166.263243:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696166.263249:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696166.263257:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696166.263259:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696166.263263:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696166.263270:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696166.263273:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696166.263276:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696166.263285:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696166.263300:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696166.263323:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696166.263326:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696166.263329:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696166.263333:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696166.263336:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696166.263340:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696166.263344:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696166.263353:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696166.263358:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696166.263362:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696166.263364:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696166.263368:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696166.263371:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696166.263375:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696166.263381:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696166.263391:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696166.263395:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696166.263398:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696166.263403:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696166.263414:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598528:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696166.263420:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696166.263423:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696166.263427:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120598528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696182 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696166.263435:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696166.263439:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696166.263443:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696166.263447:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696166.263449:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696166.263458:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696166.263461:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696166.263464:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:2.0:1755696166.263468:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696166.263471:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696166.263474:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:2.0:1755696166.263479:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696166.263480:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696166.263483:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696166.263488:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696166.263490:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696166.263493:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696166.263495:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696166.274932:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295415822, at 4295415823 00000100:00000040:0.0:1755696166.274946:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295415822, at 4295415823 00000100:00000010:1.0:1755696166.274950:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00000100:00000010:0.0:1755696166.274962:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755696166.963933:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696166.963942:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696166.963972:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696166.963975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696166.963979:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696167.987847:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696167.987851:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696167.987913:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696167.987917:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696167.987921:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696169.011911:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696169.011920:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696169.011946:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696169.011949:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696169.011953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696170.035950:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696170.035958:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696170.036101:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696170.036107:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696170.036112:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696171.059943:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696171.059953:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696171.059981:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696171.059985:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696171.059989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696171.379976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696171.379997:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696171.380015:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696171.380023:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696171.380029:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696171.380033:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696171.380041:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696171.380052:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696171.380061:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696171.380078:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696171.380093:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696171.380099:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696171.380108:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696171.380154:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696171.380158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696171.380164:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696171.380168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696171.380193:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696171.380201:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (758) 00000100:00000001:2.0:1755696171.380223:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696171.380229:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755696171.380232:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696171.380240:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696171.380244:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696171.380251:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696171.380252:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696171.380255:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696171.380260:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696171.380265:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696171.380275:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696171.380288:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696171.380291:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696171.380296:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696171.380300:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696171.380305:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696171.380310:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598656:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696171.380317:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696171.380324:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696171.380327:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696171.380330:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696171.380336:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696171.380338:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696171.380350:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696171.380356:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696171.380364:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696171.380373:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598656, portal 25 00000100:00000001:2.0:1755696171.380377:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696171.380380:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:2.0:1755696171.380387:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696171.380398:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696171.380409:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696171.380414:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8908. 00000100:00000200:2.0:1755696171.380419:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598656, offset 0 00000400:00000200:2.0:1755696171.380427:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696171.380438:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696171.380447:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696171.380455:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696171.380461:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696171.380465:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696171.380469:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696171.380474:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [250:250:256:4294967295] 192.168.203.157@tcp LPNI seq info [250:250:8:4294967295] 00000400:00000200:2.0:1755696171.380480:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696171.380493:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696171.380500:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696171.380505:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755696171.380515:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696171.380526:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696171.380532:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696171.380558:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696171.380564:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696171.380568:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295420942 00000100:00000010:2.0:1755696171.380573:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755696171.380582:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696171.380597:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295420942 00000100:00000010:2.0:1755696171.380602:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755696171.380608:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696171.380613:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696171.380617:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696171.380622:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696171.380627:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696171.380836:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696171.380845:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:1.0:1755696171.380854:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696171.380895:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696171.380903:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8908 00000400:00000010:1.0:1755696171.380906:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8908. 00000100:00000001:1.0:1755696171.380913:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696171.380921:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696171.380936:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696171.380942:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696171.380952:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696171.380967:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696171.382997:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696171.383019:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696171.383023:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696171.383026:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696171.383035:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696171.383043:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696171.383052:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696171.383058:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696171.383063:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696171.383069:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207880 00000400:00000200:1.0:1755696171.383075:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696171.383082:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf61 [1] + 224 00000800:00000001:1.0:1755696171.383092:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696171.383106:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696171.383110:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696171.383115:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696171.383121:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696171.383129:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696171.383144:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696171.383172:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696171.383182:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696171.383186:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696171.383235:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696171.383251:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696171.383259:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696171.383262:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696171.383266:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696171.383272:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696171.383275:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696171.383279:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696171.383288:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696171.383304:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696171.383315:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696171.383317:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696171.383321:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696171.383324:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696171.383327:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696171.383331:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696171.383334:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696171.383343:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696171.383348:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696171.383352:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696171.383354:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696171.383359:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696171.383362:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696171.383365:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696171.383371:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696171.383381:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696171.383385:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696171.383388:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696171.383393:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696171.383402:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598656:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696171.383419:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696171.383421:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696171.383426:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120598656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696187 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696171.383435:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696171.383438:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696171.383443:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696171.383446:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696171.383449:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696171.383451:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696171.383454:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696171.383457:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:2.0:1755696171.383461:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696171.383464:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696171.383466:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:2.0:1755696171.383471:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696171.383473:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696171.383476:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696171.383482:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696171.383484:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696171.383486:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696171.383489:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696171.394918:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295420942, at 4295420943 00000100:00000010:1.0:1755696171.394932:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00000100:00000040:0.0:1755696171.394967:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295420942, at 4295420943 00000100:00000010:0.0:1755696171.394981:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00010000:00000001:0.0:1755696172.083885:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696172.083892:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696172.083967:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696172.083971:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696172.083974:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696173.107949:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696173.107959:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696173.107989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696173.107993:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696173.107997:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696174.131969:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696174.131978:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696174.132154:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696174.132160:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696174.132166:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696175.155940:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696175.155950:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696175.155980:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696175.155983:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696175.155987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696176.179984:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696176.179998:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696176.180004:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696176.180009:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696176.180018:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696176.180023:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696176.180027:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696176.180032:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696176.180148:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696176.180155:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696176.180160:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696176.499902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696176.499914:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696176.499927:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696176.499932:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696176.499935:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696176.499938:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696176.499943:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696176.499951:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696176.499957:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696176.499969:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696176.499982:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696176.500005:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696176.500013:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696176.500049:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696176.500052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696176.500055:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696176.500057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696176.500059:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696176.500063:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (763) 00000100:00000001:2.0:1755696176.500099:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696176.500100:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696176.500102:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696176.500105:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696176.500106:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696176.500114:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696176.500120:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696176.500122:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696176.500125:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696176.500128:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696176.500130:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696176.500132:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598784:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696176.500136:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696176.500141:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696176.500143:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696176.500145:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696176.500149:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696176.500150:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696176.500158:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696176.500162:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696176.500167:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696176.500173:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598784, portal 25 00000100:00000001:2.0:1755696176.500174:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696176.500182:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:2.0:1755696176.500187:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696176.500192:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696176.500195:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696176.500197:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8a18. 00000100:00000200:2.0:1755696176.500200:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598784, offset 0 00000400:00000200:2.0:1755696176.500206:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696176.500212:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696176.500217:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696176.500222:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696176.500225:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696176.500228:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696176.500230:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696176.500232:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [251:251:256:4294967295] 192.168.203.157@tcp LPNI seq info [251:251:8:4294967295] 00000400:00000200:2.0:1755696176.500235:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696176.500243:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696176.500248:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696176.500251:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755696176.500256:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696176.500262:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696176.500267:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696176.500282:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696176.500285:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696176.500288:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295426062 00000100:00000010:2.0:1755696176.500291:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755696176.500297:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696176.500306:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295426062 00000100:00000010:2.0:1755696176.500309:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755696176.500313:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696176.500327:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696176.500330:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696176.500334:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696176.500336:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696176.500344:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696176.500349:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696176.500353:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696176.500354:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696176.500356:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696176.500359:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696176.500502:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696176.500528:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755696176.500537:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696176.500549:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696176.500556:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8a18 00000400:00000010:1.0:1755696176.500577:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8a18. 00000100:00000001:1.0:1755696176.500584:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696176.500594:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696176.500610:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696176.500615:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696176.500625:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696176.500627:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696176.501959:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696176.501973:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696176.501976:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696176.501978:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696176.501985:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696176.501991:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696176.501999:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696176.502003:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696176.502009:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696176.502013:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207900 00000400:00000200:1.0:1755696176.502018:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696176.502024:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf69 [1] + 224 00000800:00000001:1.0:1755696176.502032:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696176.502040:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696176.502042:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696176.502045:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696176.502049:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696176.502054:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696176.502064:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696176.502087:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696176.502094:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696176.502105:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696176.502151:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696176.502154:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696176.502158:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696176.502160:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696176.502163:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696176.502167:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696176.502169:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696176.502171:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696176.502177:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696176.502185:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696176.502191:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696176.502192:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696176.502194:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696176.502196:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696176.502198:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696176.502201:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696176.502203:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696176.502208:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=133 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696176.502211:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=31 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696176.502213:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696176.502214:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696176.502217:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696176.502219:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696176.502221:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696176.502225:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696176.502244:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696176.502247:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696176.502249:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696176.502255:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696176.502263:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120598784:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696176.502269:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696176.502271:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696176.502275:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120598784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696192 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696176.502282:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696176.502285:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696176.502289:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696176.502292:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696176.502294:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696176.502296:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696176.502298:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696176.502301:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:2.0:1755696176.502304:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696176.502306:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696176.502308:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:2.0:1755696176.502312:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696176.502314:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696176.502316:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696176.502320:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696176.502321:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696176.502323:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696176.502324:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696176.514877:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295426062, at 4295426063 00000100:00000010:0.0:1755696176.514885:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000040:1.0:1755696176.514924:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295426062, at 4295426063 00000100:00000010:1.0:1755696176.514937:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00010000:00000001:0.0:1755696177.203952:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696177.203963:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696177.204000:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696177.204004:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696177.204009:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696178.227977:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696178.227986:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696178.228093:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696178.228099:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696178.228104:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696179.251919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696179.251931:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696179.251968:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696179.251971:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696179.251975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696180.275900:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696180.275909:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696180.275998:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696180.276003:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696180.276008:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696181.299901:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696181.299910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696181.299934:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696181.299938:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696181.299942:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696181.619994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696181.620040:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696181.620052:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac700. 00000020:00000040:3.0:1755696181.620063:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696181.620071:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696181.620077:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696181.620086:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696181.620102:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696181.620115:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696181.620137:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696181.620161:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696181.620168:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696181.620181:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e59b887f] to pc [ptlrpcd_01_00+0] req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696181.620242:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696181.620249:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696181.620257:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696181.620263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696181.620270:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696181.620279:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (768) 00000100:00000001:2.0:1755696181.620339:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696181.620347:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696181.620351:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696181.620363:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696181.620398:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696181.620401:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696181.620407:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696181.620411:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696181.620414:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696181.620419:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120598912:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696181.620426:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696181.620433:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696181.620437:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696181.620440:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696181.620447:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696181.620450:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696181.620461:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696181.620467:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696181.620476:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696181.620484:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120598912, portal 25 00000100:00000001:2.0:1755696181.620488:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696181.620490:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583040 : -118784790968576 : ffff93f742bac700) 00000100:00000040:2.0:1755696181.620498:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696181.620509:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696181.620513:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696181.620516:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8b28. 00000100:00000200:2.0:1755696181.620521:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120598912, offset 0 00000400:00000200:2.0:1755696181.620530:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696181.620541:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696181.620550:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696181.620557:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696181.620562:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696181.620567:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696181.620571:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696181.620583:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [252:252:256:4294967295] 192.168.203.157@tcp LPNI seq info [252:252:8:4294967295] 00000400:00000200:2.0:1755696181.620589:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696181.620603:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696181.620612:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696181.620618:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755696181.620627:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696181.620638:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696181.620646:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696181.620675:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696181.620682:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696181.620686:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295431182 00000100:00000010:2.0:1755696181.620692:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755696181.620703:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696181.620717:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295431182 00000100:00000010:2.0:1755696181.620722:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755696181.620728:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696181.620743:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696181.620750:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696181.620756:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696181.620762:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696181.620778:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696181.620845:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696181.620853:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696181.620857:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696181.620862:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696181.620868:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696181.620892:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696181.620896:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696181.621018:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696181.621027:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:0.0:1755696181.621036:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696181.621056:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696181.621063:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8b28 00000400:00000010:0.0:1755696181.621066:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8b28. 00000100:00000001:0.0:1755696181.621073:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696181.621080:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696181.621096:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696181.621101:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696181.621111:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696181.621114:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696181.623331:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696181.623353:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696181.623357:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696181.623361:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696181.623370:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696181.623380:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696181.623389:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696181.623395:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696181.623400:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696181.623406:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207980 00000400:00000200:1.0:1755696181.623412:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696181.623418:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf71 [1] + 224 00000800:00000001:1.0:1755696181.623427:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696181.623438:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696181.623441:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696181.623446:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696181.623452:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696181.623460:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696181.623475:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696181.623503:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696181.623514:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696181.623519:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696181.623609:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696181.623615:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696181.623623:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696181.623625:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696181.623629:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696181.623647:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696181.623650:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696181.623654:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696181.623663:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696181.623678:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696181.623689:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696181.623691:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696181.623695:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696181.623698:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696181.623701:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696181.623705:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696181.623708:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696181.623716:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=138 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696181.623722:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=36 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696181.623727:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696181.623730:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696181.623737:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696181.623741:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696181.623747:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696181.623756:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696181.623771:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696181.623777:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696181.623842:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696181.623855:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696181.623872:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120598912:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696181.623882:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696181.623886:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696181.623891:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac700 x1840980120598912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696197 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696181.623910:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696181.623914:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696181.623918:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696181.623922:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696181.623925:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696181.623927:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696181.623930:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696181.623933:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696181.623937:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696181.623940:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696181.623942:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac700. 00000100:00000001:2.0:1755696181.623946:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696181.623948:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696181.623951:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696181.623956:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696181.623959:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696181.623961:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696181.623964:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696181.634909:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295431182, at 4295431183 00000100:00000010:1.0:1755696181.634924:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00000100:00000040:0.0:1755696181.634925:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295431182, at 4295431183 00000100:00000010:0.0:1755696181.634940:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00010000:00000001:0.0:1755696182.323962:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696182.323973:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696182.324121:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696182.324128:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696182.324133:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696183.347943:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696183.347972:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696183.348008:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696183.348012:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696183.348017:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696184.371936:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696184.371947:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696184.372070:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696184.372079:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696184.372086:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696185.395875:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696185.395883:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696185.395902:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696185.395905:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696185.395909:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696186.419880:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696186.419890:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696186.419894:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696186.419898:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696186.419904:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696186.419907:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696186.419910:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696186.419914:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696186.420013:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696186.420017:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696186.420021:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696186.739890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696186.739922:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696186.739931:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac380. 00000020:00000040:3.0:1755696186.739939:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696186.739944:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696186.739948:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696186.739955:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696186.739965:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696186.739973:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696186.739988:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696186.740002:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696186.740007:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696186.740015:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000059c5476e] to pc [ptlrpcd_01_01+1] req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696186.740051:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696186.740054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696186.740059:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696186.740062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696186.740066:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696186.740072:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (773) 00000100:00000001:2.0:1755696186.740163:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696186.740170:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696186.740175:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696186.740185:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696186.740198:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696186.740200:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696186.740205:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696186.740209:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696186.740212:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696186.740216:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120599040:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696186.740222:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696186.740229:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696186.740232:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696186.740235:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696186.740242:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696186.740255:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696186.740265:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696186.740271:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696186.740279:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696186.740286:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599040, portal 25 00000100:00000001:2.0:1755696186.740290:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696186.740292:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918582144 : -118784790969472 : ffff93f742bac380) 00000100:00000040:2.0:1755696186.740299:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696186.740309:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696186.740313:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696186.740316:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8cc0. 00000100:00000200:2.0:1755696186.740320:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599040, offset 0 00000400:00000200:2.0:1755696186.740328:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696186.740338:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696186.740347:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696186.740354:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696186.740359:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696186.740363:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696186.740367:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696186.740371:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [253:253:256:4294967295] 192.168.203.157@tcp LPNI seq info [253:253:8:4294967295] 00000400:00000200:2.0:1755696186.740376:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696186.740387:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696186.740394:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696186.740400:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755696186.740409:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696186.740418:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696186.740425:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696186.740451:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696186.740466:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696186.740470:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295436302 00000100:00000010:2.0:1755696186.740482:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755696186.740491:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696186.740506:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295436302 00000100:00000010:2.0:1755696186.740510:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755696186.740515:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696186.740541:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696186.740544:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696186.740549:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696186.740552:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696186.740562:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696186.740565:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696186.740568:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696186.740569:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696186.740572:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696186.740575:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696186.740588:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696186.740591:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696186.740704:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696186.740716:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:0.0:1755696186.740726:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696186.740737:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696186.740769:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8cc0 00000400:00000010:0.0:1755696186.740774:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8cc0. 00000100:00000001:0.0:1755696186.740848:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696186.740859:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696186.740877:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696186.740884:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696186.740896:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696186.740899:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696186.742832:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696186.742852:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696186.742856:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696186.742877:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696186.742885:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696186.742891:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696186.742899:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696186.742904:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696186.742909:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696186.742914:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207a00 00000400:00000200:1.0:1755696186.742919:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696186.742924:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf79 [1] + 224 00000800:00000001:1.0:1755696186.742932:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696186.742942:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696186.742945:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696186.742949:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696186.742955:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696186.742962:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696186.742974:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696186.743002:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696186.743010:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696186.743014:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696186.743069:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696186.743074:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696186.743081:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696186.743084:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696186.743087:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696186.743093:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696186.743095:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696186.743098:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696186.743106:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696186.743119:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696186.743128:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696186.743130:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696186.743133:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696186.743136:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696186.743139:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696186.743142:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696186.743156:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696186.743165:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=143 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696186.743169:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=41 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696186.743173:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696186.743174:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696186.743178:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696186.743181:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696186.743184:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696186.743189:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696186.743197:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696186.743201:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696186.743203:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696186.743208:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696186.743217:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120599040:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696186.743222:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696186.743225:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696186.743228:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac380 x1840980120599040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696202 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696186.743235:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696186.743238:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696186.743242:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696186.743245:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696186.743247:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696186.743249:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696186.743252:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696186.743255:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755696186.743258:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696186.743260:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696186.743262:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac380. 00000100:00000001:2.0:1755696186.743266:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696186.743268:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696186.743276:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696186.743281:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696186.743283:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696186.743285:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696186.743287:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696186.754887:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295436302, at 4295436303 00000100:00000040:0.0:1755696186.754894:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295436302, at 4295436303 00000100:00000010:1.0:1755696186.754898:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00000100:00000010:0.0:1755696186.754911:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00010000:00000001:0.0:1755696187.443925:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696187.443934:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696187.443959:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696187.443963:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696187.443967:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696188.467903:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696188.467911:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696188.467973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696188.467977:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696188.467980:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696189.491925:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696189.491937:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696189.492044:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696189.492049:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696189.492054:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696190.515911:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696190.515918:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696190.515981:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696190.515989:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696190.515996:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696191.539909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696191.539915:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696191.539943:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696191.539959:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696191.539964:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696191.859983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696191.859997:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696191.860018:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696191.860026:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696191.860032:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696191.860037:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696191.860044:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696191.860056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696191.860064:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696191.860081:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696191.860096:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696191.860102:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696191.860110:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696191.860154:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696191.860158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696191.860164:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696191.860168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696191.860173:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696191.860180:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (779) 00000100:00000001:3.0:1755696191.860209:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696191.860213:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696191.860218:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696191.860220:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696191.860224:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696191.860240:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696191.860298:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696191.860301:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696191.860306:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696191.860311:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696191.860315:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696191.860320:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120599168:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696191.860326:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696191.860335:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696191.860338:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696191.860341:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696191.860348:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755696191.860351:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696191.860362:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696191.860368:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696191.860376:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696191.860385:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599168, portal 25 00000100:00000001:3.0:1755696191.860388:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696191.860390:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:3.0:1755696191.860399:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696191.860409:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696191.860413:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696191.860417:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792ee0. 00000100:00000200:3.0:1755696191.860421:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599168, offset 0 00000400:00000200:3.0:1755696191.860430:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696191.860440:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696191.860450:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696191.860457:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696191.860462:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696191.860467:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696191.860471:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696191.860483:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [254:254:256:4294967295] 192.168.203.157@tcp LPNI seq info [254:254:8:4294967295] 00000400:00000200:3.0:1755696191.860489:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696191.860502:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696191.860510:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696191.860516:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755696191.860526:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696191.860537:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696191.860543:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696191.860580:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696191.860586:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696191.860591:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295441422 00000100:00000010:3.0:1755696191.860597:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a8a0. 00000100:00000001:3.0:1755696191.860606:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696191.860619:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295441422 00000100:00000010:3.0:1755696191.860623:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aae0. 00000100:00000001:3.0:1755696191.860627:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696191.860637:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696191.860641:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696191.860645:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696191.860648:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696191.860659:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696191.860663:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696191.860666:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696191.860670:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696191.860676:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696191.860681:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696191.860992:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696191.861003:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:0.0:1755696191.861011:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696191.861022:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696191.861028:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792ee0 00000400:00000010:0.0:1755696191.861031:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792ee0. 00000100:00000001:0.0:1755696191.861038:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696191.861047:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696191.861060:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696191.861064:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696191.861072:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696191.861074:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696191.863310:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696191.863335:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696191.863340:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696191.863346:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696191.863357:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696191.863368:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696191.863380:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696191.863408:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696191.863416:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696191.863436:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207a80 00000400:00000200:1.0:1755696191.863444:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696191.863451:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf81 [1] + 224 00000800:00000001:1.0:1755696191.863461:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696191.863471:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696191.863475:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696191.863480:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696191.863487:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696191.863495:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696191.863509:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696191.863534:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696191.863547:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696191.863553:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696191.863581:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696191.863585:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696191.863594:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696191.863597:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696191.863601:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696191.863610:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696191.863612:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696191.863633:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696191.863639:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696191.863649:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696191.863657:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696191.863659:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696191.863662:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696191.863665:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696191.863667:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696191.863671:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696191.863674:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696191.863681:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=148 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696191.863685:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=46 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696191.863689:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696191.863691:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696191.863694:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696191.863697:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696191.863700:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696191.863729:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696191.863742:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696191.863758:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696191.863761:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696191.863767:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696191.863776:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120599168:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696191.863812:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696191.863826:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696191.863830:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120599168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696207 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696191.863839:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696191.863849:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696191.863853:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755696191.863857:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696191.863859:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696191.863861:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696191.863864:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696191.863866:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755696191.863870:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696191.863873:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696191.863875:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:3.0:1755696191.863879:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696191.863881:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696191.863884:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696191.863900:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696191.863901:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696191.863904:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696191.863906:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696191.874939:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295441422, at 4295441423 00000100:00000010:1.0:1755696191.874954:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aae0. 00000100:00000040:0.0:1755696191.874961:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295441422, at 4295441423 00000100:00000010:0.0:1755696191.874979:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a8a0. 00010000:00000001:0.0:1755696192.563908:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696192.563914:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696192.563960:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696192.563966:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696192.563970:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696193.587915:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696193.587925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696193.587968:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696193.587971:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696193.587975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696194.611942:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696194.611953:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696194.612110:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696194.612119:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696194.612126:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696195.635908:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696195.635917:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696195.635967:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696195.635971:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696195.635975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696196.659937:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696196.659947:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696196.659949:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696196.659952:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696196.659958:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696196.659984:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696196.659986:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696196.659989:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696196.660077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696196.660083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696196.660087:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696196.979989:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696196.980010:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696196.980030:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028e00. 00000020:00000040:1.0:1755696196.980040:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696196.980048:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696196.980054:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696196.980065:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696196.980082:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696196.980094:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696196.980118:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696196.980139:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696196.980147:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696196.980159:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b23147de] to pc [ptlrpcd_00_00+0] req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696196.980242:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696196.980248:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696196.980257:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696196.980263:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696196.980271:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696196.980281:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (784) 00000100:00000001:0.0:1755696196.980299:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696196.980309:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696196.980314:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696196.980330:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696196.980345:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696196.980347:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696196.980349:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696196.980358:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1755696196.980359:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696196.980364:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696196.980373:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696196.980379:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120599296:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696196.980386:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696196.980396:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696196.980401:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696196.980406:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696196.980418:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696196.980422:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696196.980436:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696196.980445:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696196.980454:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696196.980465:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599296, portal 25 00000100:00000001:0.0:1755696196.980469:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696196.980471:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275608576 : -118784433943040 : ffff93f758028e00) 00000100:00000040:0.0:1755696196.980480:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696196.980491:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696196.980495:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696196.980499:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eed48. 00000100:00000200:0.0:1755696196.980503:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599296, offset 0 00000400:00000200:0.0:1755696196.980512:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696196.980525:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696196.980556:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696196.980565:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696196.980571:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696196.980577:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696196.980582:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696196.980588:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [255:255:256:4294967295] 192.168.203.157@tcp LPNI seq info [255:255:8:4294967295] 00000400:00000200:0.0:1755696196.980594:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696196.980611:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696196.980620:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696196.980627:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8c00. 00000800:00000200:0.0:1755696196.980637:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696196.980648:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696196.980655:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696196.980718:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696196.980725:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696196.980730:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295446542 00000100:00000010:0.0:1755696196.980737:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696196.980747:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696196.980759:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295446542 00000100:00000010:0.0:1755696196.980765:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f1e0. 00000100:00000001:0.0:1755696196.980771:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696196.980777:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696196.980830:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696196.980836:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696196.980841:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696196.980853:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696196.980858:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696196.980863:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696196.980865:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696196.980868:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696196.980873:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696196.981049:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696196.981059:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8c00. 00000400:00000200:1.0:1755696196.981070:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696196.981084:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696196.981094:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eed48 00000400:00000010:1.0:1755696196.981099:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eed48. 00000100:00000001:1.0:1755696196.981107:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696196.981118:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696196.981138:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696196.981146:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696196.981161:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696196.981165:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696196.983146:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696196.983168:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696196.983173:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696196.983178:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696196.983189:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696196.983203:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696196.983215:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696196.983238:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696196.983249:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696196.983256:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207b00 00000400:00000200:1.0:1755696196.983265:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696196.983275:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf89 [1] + 224 00000800:00000001:1.0:1755696196.983288:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696196.983304:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696196.983309:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696196.983315:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696196.983323:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696196.983332:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696196.983349:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696196.983385:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696196.983398:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696196.983406:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696196.983436:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696196.983450:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696196.983457:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696196.983459:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696196.983463:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696196.983467:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696196.983469:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696196.983472:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696196.983479:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696196.983489:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696196.983496:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696196.983497:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696196.983500:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696196.983503:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696196.983506:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696196.983509:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696196.983512:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696196.983519:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=153 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696196.983522:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=51 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696196.983525:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696196.983527:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696196.983530:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696196.983532:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696196.983535:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696196.983539:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696196.983544:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696196.983547:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696196.983549:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696196.983552:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696196.983558:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120599296:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696196.983570:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696196.983573:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696196.983576:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028e00 x1840980120599296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696212 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696196.983582:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696196.983584:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696196.983588:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696196.983591:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696196.983593:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696196.983595:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696196.983597:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696196.983599:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696196.983603:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696196.983604:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696196.983606:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028e00. 00000100:00000001:0.0:1755696196.983610:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696196.983612:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696196.983613:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696196.983617:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696196.983619:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696196.983621:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696196.983622:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696196.994848:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295446542, at 4295446543 00000100:00000010:0.0:1755696196.994858:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696196.994925:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295446542, at 4295446543 00000100:00000010:1.0:1755696196.994946:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f1e0. 00010000:00000001:0.0:1755696197.683915:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696197.683925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696197.683993:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696197.683999:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696197.684006:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696198.707877:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696198.707884:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696198.707948:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696198.707953:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696198.707956:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696199.731907:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696199.731914:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696199.731939:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696199.731941:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696199.731962:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696200.755830:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696200.755837:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696200.755928:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696200.755932:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696200.755935:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696201.779949:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696201.779959:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696201.779995:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696201.779999:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696201.780002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696202.099900:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696202.099915:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696202.099930:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029180. 00000020:00000040:1.0:1755696202.099939:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696202.099945:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696202.099950:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696202.099958:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696202.099971:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696202.099982:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696202.099999:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696202.100014:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696202.100049:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696202.100063:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005583fcb8] to pc [ptlrpcd_00_01+1] req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696202.100125:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696202.100132:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696202.100141:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696202.100146:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696202.100152:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696202.100162:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (789) 00000100:00000001:0.0:1755696202.100230:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696202.100238:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696202.100243:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696202.100263:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696202.100277:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696202.100280:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696202.100287:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696202.100291:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696202.100295:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696202.100299:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120599424:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696202.100306:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696202.100314:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696202.100318:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696202.100321:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696202.100330:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696202.100333:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696202.100346:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696202.100353:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696202.100362:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696202.100373:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599424, portal 25 00000100:00000001:0.0:1755696202.100376:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696202.100378:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275609472 : -118784433942144 : ffff93f758029180) 00000100:00000040:0.0:1755696202.100386:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696202.100398:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696202.100414:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696202.100418:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee880. 00000100:00000200:0.0:1755696202.100423:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599424, offset 0 00000400:00000200:0.0:1755696202.100432:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696202.100445:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696202.100457:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696202.100464:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696202.100471:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696202.100477:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696202.100480:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696202.100486:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [256:256:256:4294967295] 192.168.203.157@tcp LPNI seq info [256:256:8:4294967295] 00000400:00000200:0.0:1755696202.100492:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696202.100506:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696202.100514:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696202.100520:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8700. 00000800:00000200:0.0:1755696202.100531:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696202.100542:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696202.100549:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696202.100579:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696202.100586:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696202.100590:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295451662 00000100:00000010:0.0:1755696202.100597:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696202.100609:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696202.100620:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295451662 00000100:00000010:0.0:1755696202.100650:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f5a0. 00000100:00000001:0.0:1755696202.100657:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696202.100663:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696202.100677:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696202.100681:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696202.100685:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696202.100696:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696202.100709:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696202.100713:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696202.100715:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696202.100718:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696202.100721:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696202.100750:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696202.100753:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696202.100844:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696202.100852:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8700. 00000400:00000200:1.0:1755696202.100860:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696202.100869:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696202.100876:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee880 00000400:00000010:1.0:1755696202.100879:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee880. 00000100:00000001:1.0:1755696202.100885:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696202.100892:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696202.100916:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696202.100920:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696202.100930:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696202.100932:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696202.102986:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696202.103003:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696202.103007:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696202.103011:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696202.103019:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696202.103027:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696202.103037:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696202.103054:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696202.103062:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696202.103067:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207b80 00000400:00000200:1.0:1755696202.103074:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696202.103081:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xf99 [1] + 224 00000800:00000001:1.0:1755696202.103091:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696202.103101:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696202.103105:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696202.103109:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696202.103115:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696202.103122:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696202.103137:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696202.103165:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696202.103175:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696202.103179:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696202.103267:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696202.103273:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696202.103281:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696202.103284:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696202.103287:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696202.103294:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696202.103297:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696202.103301:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696202.103310:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696202.103325:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696202.103335:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696202.103337:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696202.103341:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696202.103345:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696202.103348:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696202.103352:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696202.103356:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696202.103364:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=9 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696202.103369:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=57 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696202.103373:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696202.103375:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696202.103379:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696202.103382:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696202.103385:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696202.103391:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696202.103399:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696202.103415:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696202.103418:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696202.103424:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696202.103435:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120599424:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696202.103441:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696202.103444:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696202.103447:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029180 x1840980120599424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696218 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696202.103455:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696202.103459:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696202.103463:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696202.103467:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696202.103470:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696202.103472:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696202.103476:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696202.103479:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696202.103482:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696202.103485:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696202.103487:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029180. 00000100:00000001:0.0:1755696202.103491:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696202.103493:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696202.103495:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696202.103501:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696202.103503:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696202.103505:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696202.103508:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696202.114878:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295451662, at 4295451663 00000100:00000010:1.0:1755696202.114893:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f5a0. 00000100:00000040:0.0:1755696202.114942:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295451662, at 4295451663 00000100:00000010:0.0:1755696202.114955:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696202.804009:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696202.804019:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696202.804162:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696202.804169:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696202.804174:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696203.827923:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696203.827931:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696203.827958:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696203.827982:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696203.827986:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696204.851926:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696204.851934:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696204.852023:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696204.852028:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696204.852032:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696205.875883:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696205.875892:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696205.875895:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696205.875897:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696205.875902:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696205.875904:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696205.875906:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696205.875908:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696205.875931:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696205.875934:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696205.875936:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696206.899873:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696206.899880:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696206.899979:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696206.899983:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696206.899986:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696207.219902:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696207.219913:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696207.219924:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802aa00. 00000020:00000040:1.0:1755696207.219931:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696207.219935:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696207.219939:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696207.219946:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696207.219954:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696207.219975:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696207.219989:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696207.220000:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696207.220023:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696207.220030:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000e48005b] to pc [ptlrpcd_00_00+0] req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696207.220060:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696207.220063:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696207.220067:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696207.220070:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696207.220072:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696207.220076:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (794) 00000100:00000001:0.0:1755696207.220133:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696207.220139:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696207.220142:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696207.220151:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696207.220160:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696207.220162:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696207.220166:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696207.220169:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696207.220172:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696207.220175:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120599552:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696207.220179:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696207.220185:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696207.220188:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696207.220190:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696207.220195:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013400. 02000000:00000001:0.0:1755696207.220197:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696207.220207:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696207.220212:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696207.220227:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696207.220235:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599552, portal 25 00000100:00000001:0.0:1755696207.220237:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696207.220239:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275615744 : -118784433935872 : ffff93f75802aa00) 00000100:00000040:0.0:1755696207.220245:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696207.220253:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696207.220255:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696207.220258:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696207.220260:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599552, offset 0 00000400:00000200:0.0:1755696207.220266:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696207.220276:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696207.220284:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696207.220301:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696207.220306:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696207.220310:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696207.220313:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696207.220317:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [257:257:256:4294967295] 192.168.203.157@tcp LPNI seq info [257:257:8:4294967295] 00000400:00000200:0.0:1755696207.220321:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696207.220331:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696207.220337:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696207.220342:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8400. 00000800:00000200:0.0:1755696207.220349:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696207.220357:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696207.220362:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696207.220383:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696207.220387:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696207.220390:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295456782 00000100:00000010:0.0:1755696207.220395:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696207.220403:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696207.220412:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295456782 00000100:00000010:0.0:1755696207.220420:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f840. 00000100:00000001:0.0:1755696207.220423:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696207.220426:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696207.220428:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696207.220432:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696207.220434:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696207.220442:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696207.220445:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696207.220447:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696207.220448:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696207.220450:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696207.220452:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696207.220464:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696207.220466:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696207.220498:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696207.220503:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8400. 00000400:00000200:1.0:1755696207.220508:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696207.220514:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696207.220518:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:1.0:1755696207.220520:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:1.0:1755696207.220524:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696207.220528:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696207.220537:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696207.220540:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696207.220546:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696207.220548:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696207.222419:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696207.222432:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696207.222437:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696207.222442:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696207.222450:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696207.222457:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696207.222466:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696207.222481:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696207.222487:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696207.222493:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207c00 00000400:00000200:1.0:1755696207.222499:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696207.222507:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xfa9 [1] + 224 00000800:00000001:1.0:1755696207.222516:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696207.222527:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696207.222530:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696207.222535:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696207.222540:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696207.222547:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696207.222562:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696207.222584:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696207.222622:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696207.222627:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696207.222656:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696207.222660:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696207.222666:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696207.222667:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696207.222670:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696207.222674:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696207.222676:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696207.222678:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696207.222683:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696207.222692:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696207.222698:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696207.222700:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696207.222702:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696207.222705:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696207.222707:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696207.222710:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696207.222712:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696207.222719:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=14 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696207.222722:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=62 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696207.222725:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696207.222733:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696207.222736:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696207.222738:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696207.222741:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696207.222746:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696207.222752:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696207.222755:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696207.222757:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696207.222761:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696207.222767:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120599552:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696207.222771:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696207.222788:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696207.222791:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802aa00 x1840980120599552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696223 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696207.222830:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696207.222833:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696207.222836:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013400. 02000000:00000001:0.0:1755696207.222839:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696207.222841:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696207.222843:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696207.222845:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696207.222848:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755696207.222851:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696207.222853:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696207.222855:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802aa00. 00000100:00000001:0.0:1755696207.222858:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696207.222860:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696207.222862:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696207.222866:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696207.222867:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696207.222869:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696207.222876:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696207.234850:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295456782, at 4295456783 00000100:00000010:1.0:1755696207.234862:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f840. 00000100:00000040:0.0:1755696207.234868:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295456782, at 4295456783 00000100:00000010:0.0:1755696207.234878:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696207.923924:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696207.923938:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696207.924099:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696207.924105:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696207.924110:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696208.947875:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696208.947882:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696208.947961:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696208.947964:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696208.947967:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696209.971966:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696209.971976:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696209.972075:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696209.972082:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696209.972086:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696210.996002:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696210.996013:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696210.996166:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696210.996173:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696210.996178:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696212.019939:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696212.019949:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696212.020077:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696212.020083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696212.020086:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696212.339959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696212.339970:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696212.339982:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0e00. 00000020:00000040:2.0:1755696212.339989:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696212.339994:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696212.339998:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696212.340004:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696212.340013:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755696212.340022:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696212.340035:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696212.340048:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696212.340054:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696212.340060:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e804d15c] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696212.340104:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696212.340108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696212.340114:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696212.340117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696212.340122:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696212.340130:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (799) 00000100:00000001:2.0:1755696212.340144:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696212.340145:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696212.340151:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696212.340151:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696212.340155:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696212.340164:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696212.340176:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696212.340179:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696212.340185:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696212.340189:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696212.340193:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696212.340199:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120599680:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696212.340205:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696212.340212:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696212.340215:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696212.340217:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696212.340223:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755696212.340225:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696212.340235:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696212.340239:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696212.340246:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696212.340254:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599680, portal 25 00000100:00000001:3.0:1755696212.340256:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696212.340258:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287962112 : -118784421589504 : ffff93f758bf0e00) 00000100:00000040:3.0:1755696212.340264:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696212.340296:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696212.340299:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696212.340302:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792908. 00000100:00000200:3.0:1755696212.340306:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599680, offset 0 00000400:00000200:3.0:1755696212.340313:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696212.340323:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696212.340332:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696212.340338:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696212.340343:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696212.340347:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696212.340350:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696212.340354:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [258:258:256:4294967295] 192.168.203.157@tcp LPNI seq info [258:258:8:4294967295] 00000400:00000200:3.0:1755696212.340358:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696212.340370:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696212.340376:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696212.340381:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696212.340388:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696212.340396:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696212.340402:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696212.340419:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696212.340424:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696212.340427:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295461902 00000100:00000010:3.0:1755696212.340432:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a840. 00000100:00000001:3.0:1755696212.340441:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696212.340454:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295461902 00000100:00000010:3.0:1755696212.340458:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ac60. 00000100:00000001:3.0:1755696212.340461:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696212.340464:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696212.340466:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696212.340476:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696212.340478:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696212.340487:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696212.340490:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696212.340492:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696212.340494:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696212.340495:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696212.340497:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696212.340563:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696212.340570:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755696212.340577:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696212.340584:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696212.340588:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792908 00000400:00000010:1.0:1755696212.340591:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792908. 00000100:00000001:1.0:1755696212.340595:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696212.340600:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696212.340611:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696212.340614:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696212.340636:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696212.340638:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696212.342470:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696212.342482:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696212.342485:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696212.342487:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696212.342493:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696212.342499:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696212.342524:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696212.342529:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696212.342535:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696212.342541:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207c80 00000400:00000200:1.0:1755696212.342565:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696212.342573:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xfb9 [1] + 224 00000800:00000001:1.0:1755696212.342598:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696212.342605:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696212.342608:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696212.342611:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696212.342615:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696212.342620:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696212.342630:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696212.342647:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696212.342655:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696212.342658:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696212.342678:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696212.342681:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696212.342687:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696212.342689:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696212.342692:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696212.342697:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696212.342699:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696212.342701:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696212.342708:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696212.342718:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696212.342725:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696212.342727:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696212.342729:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696212.342732:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696212.342735:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696212.342737:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696212.342740:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696212.342747:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=19 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696212.342751:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=67 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696212.342753:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696212.342755:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696212.342758:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696212.342760:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696212.342763:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696212.342767:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696212.342819:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696212.342822:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696212.342824:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696212.342828:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696212.342835:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120599680:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696212.342840:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696212.342842:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696212.342845:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0e00 x1840980120599680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696228 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696212.342851:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696212.342853:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696212.342856:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095c00. 02000000:00000001:3.0:1755696212.342859:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696212.342861:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696212.342863:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696212.342865:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696212.342867:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755696212.342870:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696212.342872:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696212.342874:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0e00. 00000100:00000001:3.0:1755696212.342879:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696212.342880:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696212.342882:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696212.342886:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696212.342887:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696212.342889:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696212.342891:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696212.354891:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295461902, at 4295461903 00000100:00000040:1.0:1755696212.354893:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295461902, at 4295461903 00000100:00000010:0.0:1755696212.354906:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a840. 00000100:00000010:1.0:1755696212.354908:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ac60. 00010000:00000001:0.0:1755696213.043935:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696213.043941:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696213.044054:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696213.044059:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696213.044063:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696214.067885:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696214.067891:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696214.067950:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696214.067969:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696214.067972:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696215.091908:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696215.091914:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696215.091977:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696215.092004:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696215.092007:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696216.115881:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696216.115892:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696216.115894:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696216.115896:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696216.115901:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696216.115903:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696216.115904:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696216.115906:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696216.115975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696216.115981:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696216.115985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696217.139958:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696217.139964:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696217.140032:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696217.140036:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696217.140039:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696217.459939:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696217.459948:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696217.459958:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696217.459964:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696217.459967:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696217.459985:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696217.459990:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696217.459997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8200. 00000100:00000001:0.0:1755696217.460005:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696217.460019:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696217.460033:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696217.460039:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696217.460047:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696217.460088:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696217.460092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696217.460096:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696217.460100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696217.460104:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696217.460110:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (804) 00000100:00000001:1.0:1755696217.460121:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696217.460126:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696217.460127:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696217.460130:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696217.460133:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696217.460150:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696217.460161:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696217.460164:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696217.460168:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696217.460172:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696217.460175:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696217.460179:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120599808:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696217.460184:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696217.460189:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696217.460192:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696217.460195:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696217.460200:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b600. 02000000:00000001:1.0:1755696217.460202:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696217.460212:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696217.460218:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925d10. 00000400:00000010:1.0:1755696217.460225:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5198. 00000100:00000200:1.0:1755696217.460233:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599808, portal 25 00000100:00000001:1.0:1755696217.460236:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696217.460238:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696217.460245:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696217.460254:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696217.460257:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696217.460260:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5a18. 00000100:00000200:1.0:1755696217.460263:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599808, offset 0 00000400:00000200:1.0:1755696217.460271:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696217.460281:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.460290:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696217.460295:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696217.460301:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696217.460306:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696217.460309:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696217.460321:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [259:259:256:4294967295] 192.168.203.157@tcp LPNI seq info [259:259:8:4294967295] 00000400:00000200:1.0:1755696217.460326:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.460340:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696217.460347:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696217.460353:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696217.460362:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696217.460370:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696217.460376:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696217.460396:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696217.460402:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696217.460406:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295467022 00000100:00000010:1.0:1755696217.460411:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a80. 00000100:00000001:1.0:1755696217.460421:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696217.460428:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295467022 00000100:00000010:1.0:1755696217.460431:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1720. 00000100:00000001:1.0:1755696217.460435:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696217.460439:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696217.460443:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696217.460447:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696217.460449:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696217.460458:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696217.460461:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696217.460464:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696217.460466:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696217.460468:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696217.460471:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696217.460535:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696217.460539:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696217.460543:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696217.460548:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696217.460552:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5a18 00000400:00000010:0.0:1755696217.460554:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5a18. 00000100:00000001:0.0:1755696217.460558:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696217.460562:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696217.460570:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696217.460572:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696217.460586:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696217.460588:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696217.461876:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696217.461888:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696217.461891:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696217.461892:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696217.461897:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.461902:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696217.461908:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.461922:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.461927:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.461931:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207d00 00000400:00000200:1.0:1755696217.461936:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696217.461940:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xfc1 [1] + 224 00000800:00000001:1.0:1755696217.461947:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696217.461953:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696217.461955:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696217.461957:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696217.461961:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696217.461965:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696217.461973:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696217.461990:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696217.461995:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696217.461998:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696217.462024:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696217.462027:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696217.462032:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696217.462034:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696217.462036:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925d10. 00000400:00000200:0.0:1755696217.462040:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5198 00000400:00000010:0.0:1755696217.462041:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5198. 00000100:00000001:0.0:1755696217.462043:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696217.462048:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696217.462055:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696217.462060:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696217.462061:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696217.462064:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696217.462067:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696217.462069:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696217.462071:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696217.462073:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696217.462080:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=24 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696217.462082:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=72 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696217.462085:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696217.462086:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696217.462089:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696217.462090:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696217.462093:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696217.462096:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696217.462101:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696217.462103:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696217.462104:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696217.462113:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696217.462119:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120599808:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696217.462123:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696217.462124:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696217.462126:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120599808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696233 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696217.462130:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696217.462132:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696217.462135:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b600. 02000000:00000001:0.0:1755696217.462137:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696217.462139:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696217.462141:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696217.462143:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696217.462145:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8200. 02000000:00000001:0.0:1755696217.462147:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696217.462149:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696217.462150:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696217.462153:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696217.462154:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696217.462155:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696217.462159:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696217.462160:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696217.462162:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696217.462163:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696217.474887:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295467022, at 4295467023 00000100:00000040:1.0:1755696217.474890:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295467022, at 4295467023 00000100:00000010:0.0:1755696217.474903:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a80. 00000100:00000010:1.0:1755696217.474905:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1720. 00010000:00000001:0.0:1755696218.163879:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696218.163887:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696218.163991:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696218.163997:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696218.164002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696219.187919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696219.187925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696219.188035:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696219.188040:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696219.188043:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696220.211953:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696220.211966:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696220.212071:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696220.212080:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696220.212087:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696221.235927:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696221.235973:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696221.236067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696221.236072:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696221.236077:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696222.260001:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696222.260013:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696222.260176:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696222.260183:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696222.260188:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696222.579960:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696222.579978:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696222.579993:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696222.580002:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696222.580008:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696222.580012:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696222.580020:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696222.580031:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8200. 00000100:00000001:0.0:1755696222.580041:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696222.580058:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696222.580074:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696222.580081:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696222.580089:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696222.580140:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696222.580144:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696222.580149:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696222.580153:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696222.580157:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696222.580163:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (809) 00000100:00000001:1.0:1755696222.580209:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696222.580218:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696222.580220:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696222.580226:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696222.580230:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696222.580250:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696222.580272:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696222.580277:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696222.580285:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696222.580290:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696222.580294:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696222.580300:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120599936:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696222.580316:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696222.580347:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696222.580351:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696222.580354:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696222.580361:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3ac00. 02000000:00000001:1.0:1755696222.580364:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696222.580377:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696222.580383:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589251b8. 00000400:00000010:1.0:1755696222.580391:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5440. 00000100:00000200:1.0:1755696222.580401:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120599936, portal 25 00000100:00000001:1.0:1755696222.580404:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696222.580407:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696222.580414:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696222.580426:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696222.580429:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696222.580433:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5220. 00000100:00000200:1.0:1755696222.580436:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120599936, offset 0 00000400:00000200:1.0:1755696222.580506:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696222.580536:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.580545:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696222.580553:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696222.580559:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696222.580565:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696222.580568:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696222.580573:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [260:260:256:4294967295] 192.168.203.157@tcp LPNI seq info [260:260:8:4294967295] 00000400:00000200:1.0:1755696222.580577:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.580591:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696222.580599:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696222.580605:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696222.580615:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696222.580626:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696222.580632:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696222.580668:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696222.580677:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696222.580682:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295472142 00000100:00000010:1.0:1755696222.580691:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1720. 00000100:00000001:1.0:1755696222.580703:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696222.580723:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295472142 00000100:00000010:1.0:1755696222.580729:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a14e0. 00000100:00000001:1.0:1755696222.580737:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696222.580743:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696222.580749:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696222.580756:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696222.580759:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696222.580771:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696222.580776:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696222.580780:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696222.580841:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696222.580844:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696222.580849:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696222.580906:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696222.580914:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696222.580922:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696222.580930:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696222.580936:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5220 00000400:00000010:0.0:1755696222.580948:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5220. 00000100:00000001:0.0:1755696222.580954:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696222.580960:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696222.580973:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696222.580977:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696222.580986:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696222.580988:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696222.583288:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696222.583304:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696222.583308:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696222.583311:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696222.583319:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.583326:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696222.583336:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.583342:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.583347:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.583353:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207d80 00000400:00000200:1.0:1755696222.583358:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696222.583365:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xfd1 [1] + 224 00000800:00000001:1.0:1755696222.583374:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696222.583383:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696222.583386:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696222.583391:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696222.583406:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696222.583412:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696222.583425:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696222.583452:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696222.583461:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696222.583465:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696222.583547:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696222.583552:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696222.583560:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696222.583562:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696222.583566:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589251b8. 00000400:00000200:0.0:1755696222.583572:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5440 00000400:00000010:0.0:1755696222.583574:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5440. 00000100:00000001:0.0:1755696222.583578:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696222.583585:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696222.583598:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696222.583606:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696222.583608:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696222.583612:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696222.583615:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696222.583618:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696222.583622:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696222.583625:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696222.583635:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=29 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696222.583639:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=77 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696222.583642:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696222.583644:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696222.583648:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696222.583651:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696222.583654:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696222.583673:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696222.583682:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696222.583686:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696222.583689:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696222.583693:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696222.583703:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120599936:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696222.583708:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696222.583710:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696222.583714:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120599936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696238 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696222.583720:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696222.583724:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696222.583727:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3ac00. 02000000:00000001:0.0:1755696222.583732:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696222.583734:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696222.583736:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696222.583740:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696222.583742:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8200. 02000000:00000001:0.0:1755696222.583746:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696222.583748:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696222.583751:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696222.583756:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696222.583757:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696222.583759:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696222.583764:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696222.583766:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696222.583768:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696222.583771:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696222.594879:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295472142, at 4295472143 00000100:00000040:0.0:1755696222.594883:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295472142, at 4295472143 00000100:00000010:1.0:1755696222.594891:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a14e0. 00000100:00000010:0.0:1755696222.594894:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1720. 00010000:00000001:0.0:1755696223.283877:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696223.283904:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696223.283992:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696223.283998:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696223.284002:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696224.307888:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696224.307895:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696224.307993:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696224.307998:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696224.308001:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696225.331952:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696225.331962:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696225.332061:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696225.332068:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696225.332073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696226.355921:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696226.355931:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696226.355934:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696226.355937:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696226.355961:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696226.355963:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696226.355965:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696226.355967:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696226.356062:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696226.356066:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696226.356069:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696227.379915:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696227.379925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696227.380008:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696227.380012:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696227.380015:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696227.699923:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696227.699937:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696227.699950:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696227.699960:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696227.699967:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696227.699972:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696227.699981:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696227.699994:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8200. 00000100:00000001:0.0:1755696227.700005:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696227.700025:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696227.700045:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696227.700053:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696227.700064:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696227.700114:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696227.700119:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696227.700123:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696227.700140:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696227.700144:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696227.700150:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (814) 00000100:00000001:0.0:1755696227.700167:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696227.700172:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696227.700175:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.700185:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696227.700188:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.700191:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696227.700194:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696227.700198:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696227.700202:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696227.700208:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696227.700210:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696227.700226:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696227.700229:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696227.700235:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696227.700239:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696227.700243:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696227.700248:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120600064:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696227.700253:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696227.700260:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696227.700263:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696227.700266:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696227.700271:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755696227.700274:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696227.700285:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696227.700290:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696227.700297:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696227.700306:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600064, portal 25 00000100:00000001:0.0:1755696227.700308:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696227.700310:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:0.0:1755696227.700317:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696227.700333:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696227.700337:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696227.700340:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeb28. 00000100:00000200:0.0:1755696227.700343:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600064, offset 0 00000400:00000200:0.0:1755696227.700350:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696227.700362:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696227.700370:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696227.700376:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696227.700383:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696227.700388:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696227.700391:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696227.700396:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [261:261:256:4294967295] 192.168.203.157@tcp LPNI seq info [261:261:8:4294967295] 00000400:00000200:0.0:1755696227.700401:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696227.700413:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696227.700420:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696227.700425:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8a00. 00000800:00000200:0.0:1755696227.700459:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696227.700469:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696227.700475:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696227.700495:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696227.700501:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696227.700505:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295477262 00000100:00000010:0.0:1755696227.700510:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696227.700520:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696227.700528:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295477262 00000100:00000010:0.0:1755696227.700533:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fea0. 00000100:00000001:0.0:1755696227.700537:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696227.700542:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696227.700545:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696227.700558:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696227.700563:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696227.700675:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696227.700701:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8a00. 00000400:00000200:1.0:1755696227.700711:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696227.700722:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696227.700729:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeb28 00000400:00000010:1.0:1755696227.700734:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeb28. 00000100:00000001:1.0:1755696227.700740:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696227.700750:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696227.700769:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696227.700775:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696227.700784:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696227.700786:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696227.702731:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696227.702749:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696227.702753:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696227.702757:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696227.702765:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696227.702776:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696227.702819:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696227.702832:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696227.702838:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696227.702842:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207e00 00000400:00000200:1.0:1755696227.702848:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696227.702853:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xfe1 [1] + 224 00000800:00000001:1.0:1755696227.702861:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696227.702870:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696227.702873:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696227.702876:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696227.702890:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696227.702895:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696227.702906:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696227.702927:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696227.702935:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696227.702938:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.702975:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696227.702981:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696227.702988:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696227.702991:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696227.702995:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696227.703000:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696227.703003:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696227.703007:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696227.703015:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696227.703025:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696227.703031:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696227.703033:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.703036:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696227.703039:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696227.703041:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696227.703044:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696227.703047:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696227.703054:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=34 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696227.703057:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=82 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696227.703060:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696227.703061:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696227.703064:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696227.703066:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696227.703069:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696227.703073:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696227.703079:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696227.703082:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696227.703084:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696227.703087:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696227.703109:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120600064:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696227.703114:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.703116:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696227.703118:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120600064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696243 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696227.703124:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696227.703127:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696227.703130:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755696227.703133:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696227.703135:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696227.703136:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696227.703139:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696227.703141:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8200. 02000000:00000001:0.0:1755696227.703144:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696227.703146:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696227.703148:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:0.0:1755696227.703151:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696227.703153:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.703154:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696227.703158:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696227.703160:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696227.703161:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696227.703163:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696227.714885:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295477262, at 4295477263 00000100:00000010:0.0:1755696227.714898:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696227.714912:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295477262, at 4295477263 00000100:00000010:1.0:1755696227.714926:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fea0. 00010000:00000001:0.0:1755696228.403939:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696228.403953:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696228.404110:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696228.404117:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696228.404121:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696229.427894:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696229.427900:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696229.427962:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696229.427967:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696229.427970:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696230.451858:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696230.451865:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696230.451990:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696230.451999:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696230.452005:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696231.475892:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696231.475899:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696231.475999:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696231.476002:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696231.476005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696232.499913:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696232.499920:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696232.500075:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696232.500083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696232.500089:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696232.819883:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696232.819894:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696232.819904:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028700. 00000020:00000040:1.0:1755696232.819912:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696232.819917:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696232.819921:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696232.819927:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696232.819937:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696232.819946:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696232.819959:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696232.819971:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696232.819987:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696232.819994:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f2cdab42] to pc [ptlrpcd_00_00+0] req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696232.820028:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696232.820031:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696232.820035:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696232.820039:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696232.820043:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696232.820049:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (820) 00000100:00000001:0.0:1755696232.820053:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696232.820059:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696232.820063:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696232.820066:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696232.820071:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696232.820072:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696232.820082:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696232.820084:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696232.820088:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696232.820091:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696232.820093:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696232.820096:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120600192:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696232.820100:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696232.820105:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696232.820107:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696232.820109:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696232.820114:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696232.820115:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696232.820124:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696232.820128:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696232.820133:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696232.820140:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600192, portal 25 00000100:00000001:0.0:1755696232.820142:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696232.820144:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275606784 : -118784433944832 : ffff93f758028700) 00000100:00000040:0.0:1755696232.820148:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696232.820155:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696232.820157:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696232.820158:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eedd0. 00000100:00000200:0.0:1755696232.820160:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600192, offset 0 00000400:00000200:0.0:1755696232.820166:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696232.820174:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696232.820181:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696232.820191:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696232.820195:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696232.820199:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696232.820201:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696232.820205:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [262:262:256:4294967295] 192.168.203.157@tcp LPNI seq info [262:262:8:4294967295] 00000400:00000200:0.0:1755696232.820209:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696232.820220:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696232.820228:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696232.820233:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8200. 00000800:00000200:0.0:1755696232.820241:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696232.820250:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696232.820255:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696232.820272:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696232.820278:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696232.820281:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295482382 00000100:00000010:0.0:1755696232.820286:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696232.820295:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696232.820302:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295482382 00000100:00000010:0.0:1755696232.820306:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f0c0. 00000100:00000001:0.0:1755696232.820309:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696232.820313:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696232.820316:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696232.820319:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696232.820321:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696232.820328:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696232.820331:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696232.820333:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696232.820334:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696232.820335:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696232.820337:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696232.820384:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696232.820400:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8200. 00000400:00000200:1.0:1755696232.820407:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696232.820413:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696232.820418:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eedd0 00000400:00000010:1.0:1755696232.820421:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eedd0. 00000100:00000001:1.0:1755696232.820426:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696232.820430:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696232.820440:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696232.820442:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696232.820448:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696232.820449:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696232.821730:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696232.821740:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696232.821742:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696232.821743:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696232.821748:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696232.821752:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696232.821763:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696232.821767:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696232.821771:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696232.821774:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207e80 00000400:00000200:1.0:1755696232.821799:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696232.821804:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0xff1 [1] + 224 00000800:00000001:1.0:1755696232.821810:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696232.821818:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696232.821821:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696232.821825:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696232.821830:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696232.821835:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696232.821846:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696232.821862:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696232.821870:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696232.821873:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696232.821892:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696232.821895:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696232.821904:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696232.821906:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696232.821908:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:0.0:1755696232.821911:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:0.0:1755696232.821912:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:0.0:1755696232.821914:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696232.821918:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696232.821925:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696232.821930:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696232.821931:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696232.821933:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696232.821936:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696232.821938:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696232.821941:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696232.821943:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696232.821949:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=39 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696232.821953:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=87 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696232.821955:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696232.821956:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696232.821959:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696232.821961:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696232.821963:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696232.821966:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696232.821970:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696232.821972:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696232.821974:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696232.821977:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696232.821983:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120600192:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696232.821986:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696232.821991:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696232.821993:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028700 x1840980120600192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696248 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696232.821998:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696232.822000:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696232.822002:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696232.822004:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696232.822006:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696232.822007:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696232.822009:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696232.822011:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:0.0:1755696232.822013:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696232.822015:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696232.822016:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028700. 00000100:00000001:0.0:1755696232.822019:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696232.822020:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696232.822021:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696232.822024:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696232.822025:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696232.822026:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696232.822027:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696232.834862:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295482382, at 4295482383 00000100:00000040:0.0:1755696232.834862:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295482382, at 4295482383 00000100:00000010:0.0:1755696232.834876:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696232.834878:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f0c0. 00010000:00000001:0.0:1755696233.523931:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696233.523940:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696233.524086:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696233.524092:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696233.524096:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696234.547919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696234.547927:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696234.548073:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696234.548093:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696234.548099:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696235.571974:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696235.571985:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696235.572087:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696235.572092:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696235.572097:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696236.595959:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696236.595972:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696236.595976:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696236.595979:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696236.595987:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696236.596017:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696236.596020:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696236.596024:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696236.596124:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696236.596138:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696236.596144:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696237.619922:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696237.619929:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696237.619961:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696237.619964:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696237.619966:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696237.940965:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696237.940976:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696237.940986:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029880. 00000020:00000040:1.0:1755696237.940993:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696237.940998:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696237.941003:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696237.941009:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696237.941019:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696237.941032:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696237.941056:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696237.941088:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696237.941096:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696237.941108:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000004955ae91] to pc [ptlrpcd_00_01+1] req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696237.941150:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696237.941158:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696237.941163:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696237.941167:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696237.941171:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696237.941179:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (825) 00000100:00000001:1.0:1755696237.941199:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696237.941206:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696237.941210:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696237.941222:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696237.941234:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696237.941237:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696237.941244:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696237.941250:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696237.941255:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696237.941263:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600320:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696237.941269:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696237.941279:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696237.941283:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696237.941287:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696237.941293:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a200. 02000000:00000001:1.0:1755696237.941296:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696237.941309:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696237.941315:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925bb0. 00000400:00000010:1.0:1755696237.941342:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5cc0. 00000100:00000200:1.0:1755696237.941375:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600320, portal 25 00000100:00000001:1.0:1755696237.941410:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696237.941416:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275611264 : -118784433940352 : ffff93f758029880) 00000100:00000040:1.0:1755696237.941432:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696237.941445:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696237.941452:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696237.941458:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5000. 00000100:00000200:1.0:1755696237.941465:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600320, offset 0 00000400:00000200:1.0:1755696237.941474:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696237.941486:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696237.941494:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696237.941504:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696237.941514:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696237.941522:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696237.941526:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696237.941538:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [263:263:256:4294967295] 192.168.203.157@tcp LPNI seq info [263:263:8:4294967295] 00000400:00000200:1.0:1755696237.941545:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696237.941557:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696237.941565:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696237.941572:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696237.941582:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696237.941594:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696237.941601:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696237.941630:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696237.941643:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696237.941650:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295487503 00000100:00000010:1.0:1755696237.941660:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a14e0. 00000100:00000001:1.0:1755696237.941672:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696237.941684:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295487503 00000100:00000010:1.0:1755696237.941709:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696237.941718:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696237.941738:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696237.941743:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696237.941750:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696237.941755:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696237.941769:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696237.941774:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696237.941780:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000800:00000200:0.0:1755696237.941875:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696237.941888:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696237.941902:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696237.941922:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696237.941931:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5000 00000400:00000010:0.0:1755696237.941937:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5000. 00000100:00000001:0.0:1755696237.941949:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000001:1.0:1755696237.941961:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000200:0.0:1755696237.941962:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696237.941973:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696237.941997:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696237.941998:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696237.942009:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696237.942020:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696237.942023:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1755696237.942030:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696237.942040:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1755696237.944831:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696237.944863:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696237.944867:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696237.944878:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696237.944890:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696237.944906:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696237.944919:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696237.944926:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696237.944936:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696237.944948:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207f00 00000400:00000200:0.0:1755696237.944960:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696237.944970:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1001 [1] + 224 00000800:00000001:0.0:1755696237.944993:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696237.945008:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696237.945012:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696237.945017:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696237.945025:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696237.945034:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696237.945050:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696237.945079:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696237.945091:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696237.945099:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696237.945135:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696237.945139:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696237.945148:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696237.945151:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696237.945155:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925bb0. 00000400:00000200:0.0:1755696237.945161:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5cc0 00000400:00000010:0.0:1755696237.945165:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5cc0. 00000100:00000001:0.0:1755696237.945180:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696237.945190:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696237.945208:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696237.945219:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696237.945224:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696237.945229:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696237.945234:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696237.945238:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696237.945242:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696237.945247:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696237.945256:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=44 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696237.945262:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=92 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696237.945267:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696237.945289:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696237.945293:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696237.945296:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696237.945300:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696237.945308:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696237.945318:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696237.945323:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696237.945326:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696237.945333:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696237.945346:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600320:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696237.945372:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696237.945376:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696237.945393:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029880 x1840980120600320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696253 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696237.945404:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696237.945410:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696237.945416:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a200. 02000000:00000001:0.0:1755696237.945424:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696237.945428:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696237.945431:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696237.945434:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696237.945437:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:0.0:1755696237.945442:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696237.945445:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696237.945447:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029880. 00000100:00000001:0.0:1755696237.945462:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696237.945464:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696237.945467:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696237.945477:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696237.945481:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696237.945484:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696237.945496:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696237.955869:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295487503, at 4295487504 00000100:00000010:0.0:1755696237.955881:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a14e0. 00000100:00000040:1.0:1755696237.955892:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295487503, at 4295487504 00000100:00000010:1.0:1755696237.955906:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696238.643902:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696238.643910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696238.644021:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696238.644031:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696238.644067:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696239.667919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696239.667927:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696239.667983:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696239.667986:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696239.667989:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696240.691972:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696240.691985:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696240.692110:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696240.692115:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696240.692120:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696241.715894:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696241.715903:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696241.715956:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696241.715959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696241.715962:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696242.739929:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696242.739942:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696242.740074:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696242.740080:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696242.740085:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696243.059970:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696243.059985:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696243.059998:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696243.060007:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696243.060015:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696243.060020:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696243.060029:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696243.060043:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696243.060054:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696243.060073:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696243.060092:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696243.060099:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696243.060111:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696243.060156:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696243.060161:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:0.0:1755696243.060182:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696243.060193:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:1.0:1755696243.060195:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:0.0:1755696243.060198:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696243.060206:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:0.0:1755696243.060216:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1755696243.060219:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696243.060233:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (830) 00000100:00000001:0.0:1755696243.060234:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696243.060239:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696243.060245:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696243.060249:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696243.060252:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696243.060256:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120600448:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696243.060260:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696243.060267:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696243.060270:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696243.060272:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696243.060280:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755696243.060297:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696243.060301:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1755696243.060320:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696243.060327:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1755696243.060327:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445449f8. 00000400:00000010:0.0:1755696243.060340:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696243.060368:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600448, portal 25 00000100:00000001:0.0:1755696243.060371:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696243.060373:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696243.060379:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696243.060386:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696243.060388:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696243.060391:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee5d8. 00000100:00000200:0.0:1755696243.060393:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600448, offset 0 00000400:00000200:0.0:1755696243.060399:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696243.060406:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.060412:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696243.060417:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696243.060421:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696243.060424:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696243.060425:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696243.060428:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [264:264:256:4294967295] 192.168.203.157@tcp LPNI seq info [264:264:8:4294967295] 00000400:00000200:0.0:1755696243.060431:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.060439:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696243.060444:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696243.060447:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8500. 00000800:00000200:0.0:1755696243.060453:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696243.060460:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696243.060464:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696243.060484:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696243.060488:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696243.060490:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295492622 00000100:00000010:0.0:1755696243.060499:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696243.060506:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696243.060512:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295492622 00000100:00000010:0.0:1755696243.060515:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774ff00. 00000100:00000001:0.0:1755696243.060519:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696243.060523:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696243.060525:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696243.060529:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696243.060531:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696243.060538:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696243.060540:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696243.060542:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696243.060543:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696243.060545:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696243.060548:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696243.060632:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696243.060640:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8500. 00000400:00000200:1.0:1755696243.060653:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696243.060661:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696243.060667:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee5d8 00000400:00000010:1.0:1755696243.060670:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee5d8. 00000100:00000001:1.0:1755696243.060675:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696243.060679:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696243.060688:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696243.060691:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696243.060697:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696243.060699:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696243.062096:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696243.062113:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696243.062116:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696243.062119:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696243.062125:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.062130:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696243.062135:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.062139:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.062142:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.062145:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96207f80 00000400:00000200:0.0:1755696243.062149:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696243.062152:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1011 [1] + 224 00000800:00000001:0.0:1755696243.062158:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696243.062167:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696243.062170:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696243.062173:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696243.062178:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696243.062183:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696243.062202:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696243.062221:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696243.062228:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696243.062231:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696243.062301:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696243.062306:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696243.062332:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696243.062334:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696243.062337:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445449f8. 00000400:00000200:1.0:1755696243.062343:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:1.0:1755696243.062344:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:1.0:1755696243.062347:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696243.062354:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696243.062364:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696243.062385:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696243.062387:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696243.062390:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696243.062393:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696243.062396:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696243.062399:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696243.062402:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696243.062408:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=50 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696243.062412:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=98 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696243.062415:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696243.062416:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696243.062419:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696243.062421:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696243.062424:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696243.062429:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696243.062435:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696243.062438:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696243.062440:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696243.062444:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696243.062451:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120600448:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696243.062456:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696243.062458:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696243.062461:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120600448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696259 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696243.062466:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696243.062468:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696243.062471:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012e00. 02000000:00000001:1.0:1755696243.062474:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696243.062475:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696243.062482:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696243.062484:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696243.062487:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:1.0:1755696243.062490:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696243.062493:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696243.062494:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696243.062497:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696243.062498:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696243.062500:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696243.062507:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696243.062509:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696243.062511:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696243.062513:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696243.074851:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295492622, at 4295492623 00000100:00000040:0.0:1755696243.074860:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295492622, at 4295492623 00000100:00000010:1.0:1755696243.074863:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774ff00. 00000100:00000010:0.0:1755696243.074870:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696243.763846:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696243.763853:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696243.763869:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696243.763871:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696243.763874:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696244.787962:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696244.787972:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696244.788106:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696244.788112:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696244.788118:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696245.811898:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696245.811910:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696245.811914:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696245.811918:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696245.811925:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696245.811936:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696245.811940:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696245.811943:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696245.812016:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696245.812020:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696245.812024:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696246.835917:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696246.835929:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696246.836046:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696246.836052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696246.836058:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696247.859927:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696247.859939:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696247.859974:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696247.859979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696247.859984:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696248.180023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696248.180063:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696248.180074:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696248.180081:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696248.180087:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696248.180092:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696248.180099:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696248.180111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8e00. 00000100:00000001:0.0:1755696248.180120:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696248.180137:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696248.180153:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696248.180159:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696248.180168:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696248.180214:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696248.180218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696248.180223:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696248.180227:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696248.180232:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696248.180237:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (835) 00000100:00000001:1.0:1755696248.180321:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696248.180331:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696248.180335:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696248.180349:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696248.180360:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696248.180362:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696248.180367:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696248.180371:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696248.180374:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696248.180377:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600576:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696248.180381:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696248.180388:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696248.180390:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696248.180392:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696248.180402:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755696248.180404:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696248.180414:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696248.180420:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696248.180426:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696248.180449:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600576, portal 25 00000100:00000001:1.0:1755696248.180451:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696248.180453:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696248.180459:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696248.180467:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696248.180469:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696248.180471:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d57f8. 00000100:00000200:1.0:1755696248.180473:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600576, offset 0 00000400:00000200:1.0:1755696248.180479:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696248.180488:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696248.180497:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696248.180502:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696248.180508:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696248.180512:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696248.180514:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696248.180519:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [265:265:256:4294967295] 192.168.203.157@tcp LPNI seq info [265:265:8:4294967295] 00000400:00000200:1.0:1755696248.180522:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696248.180531:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696248.180537:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696248.180541:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696248.180548:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696248.180556:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696248.180561:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696248.180582:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696248.180586:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696248.180589:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295497742 00000100:00000010:1.0:1755696248.180593:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696248.180601:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696248.180612:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295497742 00000100:00000010:1.0:1755696248.180614:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696248.180622:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696248.180626:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696248.180628:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696248.180632:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696248.180635:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696248.180643:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696248.180646:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696248.180650:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696248.180652:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696248.180653:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696248.180655:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696248.180677:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696248.180679:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696248.180840:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696248.180848:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696248.180856:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696248.180866:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696248.180873:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d57f8 00000400:00000010:0.0:1755696248.180877:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d57f8. 00000100:00000001:0.0:1755696248.180883:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696248.180890:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696248.180904:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696248.180932:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696248.180942:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696248.180945:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696248.183130:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696248.183153:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696248.183158:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696248.183161:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696248.183172:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696248.183180:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696248.183201:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696248.183207:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696248.183214:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696248.183220:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208000 00000400:00000200:0.0:1755696248.183227:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696248.183235:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1021 [1] + 224 00000800:00000001:0.0:1755696248.183248:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696248.183261:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696248.183266:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696248.183316:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696248.183325:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696248.183335:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696248.183357:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696248.183397:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696248.183412:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696248.183424:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696248.183445:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696248.183451:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696248.183462:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696248.183465:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696248.183469:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696248.183475:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696248.183478:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696248.183482:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696248.183490:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696248.183504:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696248.183513:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696248.183515:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696248.183518:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696248.183522:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696248.183525:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696248.183528:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696248.183532:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696248.183541:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=55 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696248.183546:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=103 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696248.183549:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696248.183551:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696248.183565:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696248.183568:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696248.183572:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696248.183578:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696248.183586:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696248.183590:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696248.183593:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696248.183597:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696248.183606:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600576:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696248.183611:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696248.183614:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696248.183617:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120600576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696264 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696248.183624:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696248.183627:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696248.183631:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755696248.183634:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696248.183637:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696248.183639:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696248.183642:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696248.183644:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8e00. 02000000:00000001:1.0:1755696248.183649:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696248.183651:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696248.183653:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:1.0:1755696248.183658:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696248.183660:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696248.183662:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696248.183667:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696248.183669:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696248.183672:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696248.183674:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696248.194942:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295497742, at 4295497743 00000100:00000040:0.0:1755696248.194943:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295497742, at 4295497743 00000100:00000010:1.0:1755696248.194968:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000010:0.0:1755696248.194975:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696248.883903:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696248.883913:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696248.884025:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696248.884030:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696248.884035:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696249.907934:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696249.907943:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696249.908012:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696249.908019:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696249.908026:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696250.931890:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696250.931900:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696250.931956:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696250.931960:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696250.931964:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696251.955909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696251.955918:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696251.955982:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696251.955987:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696251.955992:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696252.979874:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696252.979884:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696252.979971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696252.979975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696252.979979:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696253.300021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696253.300031:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696253.300044:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696253.300051:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696253.300056:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696253.300059:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696253.300066:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696253.300075:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696253.300084:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696253.300098:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696253.300110:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696253.300116:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696253.300122:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696253.300168:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696253.300171:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696253.300175:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696253.300177:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696253.300180:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696253.300187:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (840) 00000100:00000001:1.0:1755696253.300204:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696253.300209:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696253.300211:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.300220:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696253.300220:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696253.300228:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.300258:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696253.300258:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696253.300261:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696253.300286:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696253.300293:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696253.300303:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696253.300305:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696253.300309:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696253.300312:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696253.300315:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696253.300318:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600704:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696253.300323:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696253.300330:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696253.300332:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696253.300335:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696253.300339:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755696253.300341:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696253.300351:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696253.300356:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696253.300363:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696253.300371:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600704, portal 25 00000100:00000001:1.0:1755696253.300374:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696253.300375:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696253.300380:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696253.300388:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696253.300391:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696253.300394:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5908. 00000100:00000200:1.0:1755696253.300397:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600704, offset 0 00000400:00000200:1.0:1755696253.300404:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696253.300432:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696253.300442:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696253.300451:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696253.300458:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696253.300464:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696253.300475:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696253.300497:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [266:266:256:4294967295] 192.168.203.157@tcp LPNI seq info [266:266:8:4294967295] 00000400:00000200:1.0:1755696253.300502:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696253.300513:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696253.300520:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696253.300526:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696253.300533:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696253.300542:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696253.300547:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696253.300566:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696253.300570:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696253.300574:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295502862 00000100:00000010:1.0:1755696253.300595:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696253.300607:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696253.300617:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295502862 00000100:00000010:1.0:1755696253.300622:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696253.300628:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696253.300633:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696253.300636:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696253.300641:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696253.300645:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696253.300774:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696253.300811:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696253.300821:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696253.300834:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696253.300852:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5908 00000400:00000010:0.0:1755696253.300856:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5908. 00000100:00000001:0.0:1755696253.300862:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696253.300874:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696253.300891:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696253.300896:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696253.300917:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696253.300920:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696253.302835:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696253.302857:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696253.302861:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696253.302864:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696253.302874:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696253.302883:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696253.302892:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696253.302898:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696253.302905:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696253.302910:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208080 00000400:00000200:0.0:1755696253.302917:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696253.302944:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1031 [1] + 224 00000800:00000001:0.0:1755696253.302954:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696253.302966:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696253.302969:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696253.302974:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696253.302980:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696253.302987:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696253.303002:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696253.303031:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696253.303041:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696253.303046:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.303113:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696253.303117:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696253.303124:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696253.303126:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696253.303130:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696253.303135:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696253.303138:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696253.303142:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696253.303148:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696253.303159:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696253.303176:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696253.303178:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.303181:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696253.303185:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696253.303188:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696253.303191:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696253.303194:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696253.303202:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=60 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696253.303206:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=108 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696253.303208:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696253.303210:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696253.303213:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696253.303215:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696253.303218:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696253.303222:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696253.303228:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696253.303250:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696253.303252:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696253.303256:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696253.303264:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600704:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696253.303269:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.303271:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696253.303274:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120600704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696269 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696253.303280:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696253.303283:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696253.303286:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755696253.303290:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696253.303292:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696253.303299:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696253.303301:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696253.303304:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:1.0:1755696253.303307:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696253.303309:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696253.303311:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696253.303314:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696253.303316:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.303317:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696253.303321:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696253.303323:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696253.303325:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696253.303327:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696253.314933:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295502862, at 4295502863 00000100:00000040:0.0:1755696253.314934:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295502862, at 4295502863 00000100:00000010:1.0:1755696253.314957:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:0.0:1755696253.314975:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696254.003994:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696254.004006:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696254.004099:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696254.004106:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696254.004113:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696255.027912:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696255.027920:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696255.028027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696255.028032:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696255.028036:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696256.051916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696256.051927:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696256.051931:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696256.051934:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696256.051940:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696256.051943:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696256.051946:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696256.051948:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696256.052061:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696256.052067:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696256.052071:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696257.075900:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696257.075910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696257.075991:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696257.075997:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696257.076003:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696258.099973:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696258.099980:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696258.100041:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696258.100045:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696258.100047:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696258.420035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696258.420055:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696258.420073:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696258.420085:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696258.420093:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696258.420099:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696258.420110:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696258.420126:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f500. 00000100:00000001:1.0:1755696258.420140:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696258.420162:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696258.420184:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696258.420227:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696258.420243:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696258.420308:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696258.420315:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696258.420323:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696258.420358:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696258.420365:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696258.420375:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (845) 00000100:00000001:0.0:1755696258.420426:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696258.420439:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696258.420444:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696258.420453:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696258.420461:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696258.420490:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696258.420508:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696258.420512:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696258.420521:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696258.420527:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696258.420534:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696258.420542:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600832:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696258.420550:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696258.420560:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696258.420566:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696258.420571:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696258.420583:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696258.420588:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696258.420604:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696258.420614:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544f20. 00000400:00000010:0.0:1755696258.420626:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeaa0. 00000100:00000200:0.0:1755696258.420638:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600832, portal 25 00000100:00000001:0.0:1755696258.420643:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696258.420646:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696258.420660:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696258.420676:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696258.420683:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696258.420689:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeee0. 00000100:00000200:0.0:1755696258.420695:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600832, offset 0 00000400:00000200:0.0:1755696258.420708:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696258.420723:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.420735:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696258.420741:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696258.420747:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696258.420752:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696258.420756:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696258.420771:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [267:267:256:4294967295] 192.168.203.157@tcp LPNI seq info [267:267:8:4294967295] 00000400:00000200:0.0:1755696258.420777:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.420845:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696258.420854:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696258.420861:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8300. 00000800:00000200:0.0:1755696258.420871:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696258.420881:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696258.420888:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696258.420919:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696258.420926:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696258.420930:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295507983 00000100:00000010:0.0:1755696258.420936:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696258.420946:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696258.420958:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295507983 00000100:00000010:0.0:1755696258.420964:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774ff60. 00000100:00000001:0.0:1755696258.420970:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696258.420976:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696258.420979:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696258.420984:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696258.420988:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696258.421000:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696258.421005:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696258.421009:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696258.421011:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696258.421013:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696258.421016:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696258.421167:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696258.421179:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8300. 00000400:00000200:1.0:1755696258.421212:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696258.421227:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696258.421238:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeee0 00000400:00000010:1.0:1755696258.421243:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeee0. 00000100:00000001:1.0:1755696258.421252:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696258.421263:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696258.421284:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696258.421291:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696258.421307:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696258.421310:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696258.423814:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696258.423838:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696258.423843:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696258.423847:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696258.423855:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.423863:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696258.423872:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.423890:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.423898:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.423904:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208100 00000400:00000200:0.0:1755696258.423911:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696258.423918:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1041 [1] + 224 00000800:00000001:0.0:1755696258.423928:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696258.423940:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696258.423944:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696258.423950:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696258.423958:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696258.423966:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696258.423981:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696258.424012:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696258.424024:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696258.424029:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696258.424127:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696258.424134:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696258.424145:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696258.424148:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696258.424152:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544f20. 00000400:00000200:1.0:1755696258.424160:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeaa0 00000400:00000010:1.0:1755696258.424163:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeaa0. 00000100:00000001:1.0:1755696258.424167:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696258.424177:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696258.424225:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696258.424236:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696258.424253:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696258.424257:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696258.424262:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696258.424266:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696258.424270:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696258.424275:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696258.424284:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=65 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696258.424290:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=113 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696258.424294:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696258.424296:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696258.424300:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696258.424303:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696258.424307:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696258.424313:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696258.424323:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696258.424327:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696258.424330:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696258.424335:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696258.424347:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120600832:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696258.424354:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696258.424357:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696258.424361:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120600832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696274 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696258.424368:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696258.424372:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696258.424376:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012200. 02000000:00000001:1.0:1755696258.424381:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696258.424383:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696258.424385:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696258.424388:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696258.424391:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f500. 02000000:00000001:1.0:1755696258.424403:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696258.424406:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696258.424409:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696258.424413:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696258.424415:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696258.424418:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696258.424427:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696258.424429:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696258.424433:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696258.424436:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696258.435961:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295507983, at 4295507984 00000100:00000040:1.0:1755696258.435967:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295507983, at 4295507984 00000100:00000010:0.0:1755696258.435976:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696258.435992:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774ff60. 00010000:00000001:0.0:1755696259.123926:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696259.123939:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696259.124077:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696259.124083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696259.124089:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696260.147967:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696260.147976:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696260.148104:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696260.148111:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696260.148116:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696261.171909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696261.171917:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696261.172045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696261.172052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696261.172058:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696262.195892:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696262.195902:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696262.196030:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696262.196037:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696262.196042:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696263.219929:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696263.219938:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696263.220081:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696263.220088:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696263.220093:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696263.539983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696263.539999:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696263.540016:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0e00. 00000020:00000040:2.0:1755696263.540024:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696263.540030:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696263.540034:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696263.540042:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696263.540056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755696263.540066:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696263.540098:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696263.540121:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696263.540129:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696263.540142:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e804d15c] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696263.540279:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696263.540284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696263.540290:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696263.540295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696263.540300:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696263.540309:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (850) 00000100:00000001:3.0:1755696263.540315:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696263.540324:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696263.540329:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696263.540342:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696263.540352:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696263.540360:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696263.540361:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696263.540369:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696263.540388:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696263.540393:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696263.540397:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696263.540403:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120600960:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696263.540410:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696263.540418:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696263.540421:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696263.540424:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696263.540431:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75a580e00. 02000000:00000001:3.0:1755696263.540434:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696263.540446:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696263.540452:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696263.540461:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696263.540469:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120600960, portal 25 00000100:00000001:3.0:1755696263.540472:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696263.540475:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287962112 : -118784421589504 : ffff93f758bf0e00) 00000100:00000040:3.0:1755696263.540483:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696263.540494:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696263.540498:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696263.540501:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792a18. 00000100:00000200:3.0:1755696263.540506:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120600960, offset 0 00000400:00000200:3.0:1755696263.540515:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696263.540524:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696263.540534:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696263.540540:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696263.540546:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696263.540551:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696263.540554:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696263.540560:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [268:268:256:4294967295] 192.168.203.157@tcp LPNI seq info [268:268:8:4294967295] 00000400:00000200:3.0:1755696263.540565:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696263.540579:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696263.540597:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696263.540604:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696263.540613:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696263.540623:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696263.540630:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696263.540659:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696263.540665:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696263.540670:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295513102 00000100:00000010:3.0:1755696263.540676:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a060. 00000100:00000001:3.0:1755696263.540685:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696263.540701:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295513102 00000100:00000010:3.0:1755696263.540705:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a1e0. 00000100:00000001:3.0:1755696263.540716:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696263.540724:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696263.540728:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696263.540733:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696263.540735:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696263.540746:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696263.540749:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696263.540754:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696263.540757:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696263.540760:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696263.540763:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696263.540959:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696263.540968:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755696263.540978:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696263.540989:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696263.540995:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792a18 00000400:00000010:1.0:1755696263.540998:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792a18. 00000100:00000001:1.0:1755696263.541004:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696263.541012:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696263.541027:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696263.541032:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696263.541042:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696263.541045:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696263.543210:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696263.543230:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696263.543235:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696263.543238:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696263.543257:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696263.543265:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696263.543283:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696263.543288:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696263.543293:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696263.543299:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208180 00000400:00000200:0.0:1755696263.543304:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696263.543311:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1051 [1] + 224 00000800:00000001:0.0:1755696263.543321:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696263.543333:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696263.543336:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696263.543341:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696263.543347:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696263.543355:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696263.543369:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696263.543397:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696263.543408:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696263.543414:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696263.543434:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696263.543440:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696263.543459:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696263.543461:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696263.543465:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696263.543473:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696263.543476:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696263.543480:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696263.543489:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696263.543504:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696263.543526:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696263.543529:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696263.543532:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696263.543536:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696263.543539:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696263.543543:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696263.543547:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696263.543555:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=70 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696263.543561:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=118 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696263.543565:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696263.543567:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696263.543571:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696263.543574:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696263.543577:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696263.543583:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696263.543592:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696263.543596:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696263.543598:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696263.543603:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696263.543613:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120600960:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696263.543620:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696263.543623:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696263.543627:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0e00 x1840980120600960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696279 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696263.543635:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696263.543638:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696263.543642:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75a580e00. 02000000:00000001:3.0:1755696263.543646:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696263.543648:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696263.543656:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696263.543660:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696263.543663:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:3.0:1755696263.543668:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696263.543670:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696263.543673:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0e00. 00000100:00000001:3.0:1755696263.543678:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696263.543680:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696263.543683:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696263.543688:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696263.543690:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696263.543693:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696263.543696:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696263.554890:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295513102, at 4295513103 00000100:00000010:0.0:1755696263.554904:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a060. 00000100:00000040:1.0:1755696263.554937:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295513102, at 4295513103 00000100:00000010:1.0:1755696263.554952:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a1e0. 00010000:00000001:0.0:1755696264.243918:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696264.243927:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696264.244020:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696264.244025:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696264.244030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696265.267912:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696265.267922:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696265.268047:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696265.268053:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696265.268058:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696266.291925:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696266.291936:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696266.291940:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696266.291943:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696266.291951:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696266.291954:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696266.291957:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696266.291998:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696266.292126:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696266.292161:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696266.292166:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696267.315924:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696267.315938:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696267.316063:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696267.316071:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696267.316078:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696268.339866:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696268.339873:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696268.339974:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696268.339978:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696268.339981:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696268.659884:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696268.659898:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696268.659912:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1880. 00000020:00000040:2.0:1755696268.659918:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696268.659923:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696268.659926:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696268.659932:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696268.659943:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755696268.659985:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696268.660003:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696268.660018:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696268.660024:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696268.660032:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b38dad7c] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696268.660074:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696268.660078:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696268.660084:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696268.660088:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696268.660092:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696268.660098:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (855) 00000100:00000001:3.0:1755696268.660203:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696268.660229:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696268.660233:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696268.660246:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696268.660260:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696268.660263:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696268.660269:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696268.660273:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696268.660276:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696268.660281:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120601088:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696268.660288:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696268.660295:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696268.660299:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696268.660302:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696268.660310:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741285800. 02000000:00000001:3.0:1755696268.660313:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696268.660325:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696268.660332:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696268.660339:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696268.660348:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601088, portal 25 00000100:00000001:3.0:1755696268.660352:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696268.660365:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287964800 : -118784421586816 : ffff93f758bf1880) 00000100:00000040:3.0:1755696268.660374:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696268.660387:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696268.660391:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696268.660395:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792440. 00000100:00000200:3.0:1755696268.660400:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601088, offset 0 00000400:00000200:3.0:1755696268.660408:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696268.660419:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696268.660429:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696268.660436:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696268.660441:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696268.660446:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696268.660450:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696268.660455:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [269:269:256:4294967295] 192.168.203.157@tcp LPNI seq info [269:269:8:4294967295] 00000400:00000200:3.0:1755696268.660460:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696268.660473:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696268.660481:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696268.660487:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755696268.660496:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696268.660507:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696268.660513:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696268.660542:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696268.660548:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696268.660553:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295518222 00000100:00000010:3.0:1755696268.660559:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a120. 00000100:00000001:3.0:1755696268.660569:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696268.660586:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295518222 00000100:00000010:3.0:1755696268.660591:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a420. 00000100:00000001:3.0:1755696268.660597:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696268.660610:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696268.660614:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696268.660618:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696268.660622:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696268.660632:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696268.660636:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696268.660640:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696268.660642:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696268.660646:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696268.660650:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696268.660685:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696268.660687:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696268.660746:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696268.660753:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:1.0:1755696268.660759:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696268.660766:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696268.660771:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792440 00000400:00000010:1.0:1755696268.660774:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792440. 00000100:00000001:1.0:1755696268.660813:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696268.660819:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696268.660831:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696268.660835:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696268.660842:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696268.660844:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696268.662996:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696268.663016:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696268.663020:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696268.663023:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696268.663031:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696268.663039:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696268.663047:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696268.663052:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696268.663058:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696268.663063:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208200 00000400:00000200:0.0:1755696268.663069:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696268.663076:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1059 [1] + 224 00000800:00000001:0.0:1755696268.663087:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696268.663098:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696268.663101:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696268.663106:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696268.663140:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696268.663148:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696268.663164:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696268.663187:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696268.663199:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696268.663204:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696268.663227:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696268.663233:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696268.663241:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696268.663244:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696268.663247:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696268.663255:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696268.663257:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696268.663261:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696268.663270:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696268.663285:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696268.663295:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696268.663297:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696268.663301:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696268.663304:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696268.663307:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696268.663311:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696268.663315:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696268.663324:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=75 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696268.663329:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=123 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696268.663333:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696268.663335:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696268.663339:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696268.663342:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696268.663357:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696268.663363:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696268.663373:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696268.663377:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696268.663380:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696268.663385:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696268.663396:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120601088:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696268.663403:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696268.663405:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696268.663409:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1880 x1840980120601088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696284 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696268.663417:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696268.663421:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696268.663425:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741285800. 02000000:00000001:3.0:1755696268.663430:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696268.663432:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696268.663435:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696268.663437:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696268.663440:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:3.0:1755696268.663444:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696268.663447:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696268.663449:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1880. 00000100:00000001:3.0:1755696268.663455:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696268.663457:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696268.663459:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696268.663464:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696268.663466:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696268.663469:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696268.663472:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696268.674872:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295518222, at 4295518223 00000100:00000040:0.0:1755696268.674878:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295518222, at 4295518223 00000100:00000010:1.0:1755696268.674884:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a420. 00000100:00000010:0.0:1755696268.674889:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a120. 00010000:00000001:0.0:1755696269.364003:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696269.364015:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696269.364187:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696269.364193:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696269.364197:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696270.387900:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696270.387910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696270.387987:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696270.387992:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696270.387996:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696271.411916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696271.411940:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696271.412059:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696271.412067:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696271.412073:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696272.435925:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696272.435934:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696272.436074:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696272.436107:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696272.436124:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696273.459925:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696273.459934:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696273.460106:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696273.460115:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696273.460134:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696273.780013:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696273.780028:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696273.780046:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755696273.780054:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696273.780060:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696273.780065:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696273.780111:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696273.780125:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8300. 00000100:00000001:0.0:1755696273.780135:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696273.780153:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696273.780168:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696273.780173:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696273.780182:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696273.780223:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696273.780227:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696273.780233:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696273.780237:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696273.780242:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696273.780247:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (861) 00000100:00000001:1.0:1755696273.780332:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696273.780340:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696273.780345:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696273.780357:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696273.780372:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696273.780374:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696273.780380:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696273.780384:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696273.780388:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696273.780393:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120601216:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696273.780400:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696273.780408:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696273.780411:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696273.780414:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696273.780423:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3be00. 02000000:00000001:1.0:1755696273.780427:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696273.780439:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696273.780446:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696273.780454:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696273.780463:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601216, portal 25 00000100:00000001:1.0:1755696273.780466:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696273.780469:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755696273.780500:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696273.780511:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696273.780515:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696273.780519:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5e58. 00000100:00000200:1.0:1755696273.780523:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601216, offset 0 00000400:00000200:1.0:1755696273.780532:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696273.780543:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696273.780553:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696273.780559:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696273.780565:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696273.780570:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696273.780574:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696273.780578:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [270:270:256:4294967295] 192.168.203.157@tcp LPNI seq info [270:270:8:4294967295] 00000400:00000200:1.0:1755696273.780584:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696273.780596:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696273.780603:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696273.780609:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696273.780619:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696273.780630:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696273.780636:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696273.780672:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696273.780682:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696273.780688:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295523342 00000100:00000010:1.0:1755696273.780697:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696273.780710:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696273.780723:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295523342 00000100:00000010:1.0:1755696273.780730:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696273.780736:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696273.780742:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696273.780760:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696273.780767:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696273.780773:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696273.780868:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696273.780873:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696273.780878:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696273.780880:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696273.780883:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696273.780886:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696273.780900:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696273.780903:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696273.780920:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696273.780944:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696273.780956:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696273.780968:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696273.780976:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5e58 00000400:00000010:0.0:1755696273.780981:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5e58. 00000100:00000001:0.0:1755696273.780988:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696273.780998:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696273.781017:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696273.781024:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696273.781039:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696273.781043:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696273.783347:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696273.783369:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696273.783373:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696273.783377:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696273.783386:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696273.783395:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696273.783406:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696273.783412:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696273.783417:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696273.783423:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208280 00000400:00000200:0.0:1755696273.783429:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696273.783436:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1061 [1] + 224 00000800:00000001:0.0:1755696273.783445:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696273.783456:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696273.783459:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696273.783464:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696273.783469:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696273.783477:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696273.783491:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696273.783533:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696273.783545:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696273.783551:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696273.783598:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696273.783604:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696273.783612:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696273.783615:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696273.783619:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696273.783626:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696273.783628:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696273.783632:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696273.783641:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696273.783656:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696273.783666:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696273.783669:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696273.783672:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696273.783675:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696273.783679:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696273.783682:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696273.783687:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696273.783695:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=80 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696273.783700:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=128 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696273.783704:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696273.783706:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696273.783710:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696273.783713:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696273.783716:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696273.783734:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696273.783744:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696273.783749:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696273.783752:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696273.783757:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696273.783768:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120601216:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696273.783774:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696273.783776:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696273.783780:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120601216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696289 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696273.783819:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696273.783822:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696273.783826:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3be00. 02000000:00000001:1.0:1755696273.783831:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696273.783834:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696273.783836:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696273.783839:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696273.783842:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8300. 02000000:00000001:1.0:1755696273.783846:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696273.783849:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696273.783852:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:1.0:1755696273.783857:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696273.783858:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696273.783861:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696273.783867:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696273.783869:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696273.783871:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696273.783874:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696273.794889:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295523342, at 4295523343 00000100:00000010:1.0:1755696273.794903:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000040:0.0:1755696273.794914:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295523342, at 4295523343 00000100:00000010:0.0:1755696273.794928:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755696274.483910:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696274.483921:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696274.484006:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696274.484013:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696274.484019:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696275.507919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696275.507928:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696275.508098:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696275.508105:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696275.508111:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696276.531941:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696276.531954:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696276.531958:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696276.531961:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696276.531969:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696276.531972:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696276.531974:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696276.531977:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696276.532150:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696276.532157:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696276.532164:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696277.555923:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696277.555933:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696277.556024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696277.556032:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696277.556039:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696278.579984:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696278.579998:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696278.580251:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696278.580258:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696278.580264:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696278.899931:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696278.899945:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696278.899961:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3100. 00000020:00000040:0.0:1755696278.899969:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696278.899974:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696278.899978:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696278.899986:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696278.899997:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8e00. 00000100:00000001:0.0:1755696278.900006:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696278.900020:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696278.900084:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696278.900110:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696278.900120:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000000925610] to pc [ptlrpcd_00_01+1] req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696278.900157:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696278.900160:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696278.900165:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696278.900169:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696278.900173:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696278.900178:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (866) 00000100:00000001:1.0:1755696278.900262:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696278.900283:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696278.900287:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696278.900300:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696278.900318:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696278.900323:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696278.900329:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696278.900334:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696278.900338:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696278.900343:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120601344:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696278.900349:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696278.900356:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696278.900359:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696278.900362:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696278.900369:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3be00. 02000000:00000001:1.0:1755696278.900371:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696278.900382:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696278.900388:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696278.900396:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696278.900404:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601344, portal 25 00000100:00000001:1.0:1755696278.900407:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696278.900410:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954327296 : -118784755224320 : ffff93f744dc3100) 00000100:00000040:1.0:1755696278.900418:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696278.900428:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696278.900431:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696278.900435:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5660. 00000100:00000200:1.0:1755696278.900438:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601344, offset 0 00000400:00000200:1.0:1755696278.900456:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696278.900465:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696278.900473:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696278.900479:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696278.900483:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696278.900497:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696278.900500:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696278.900505:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [271:271:256:4294967295] 192.168.203.157@tcp LPNI seq info [271:271:8:4294967295] 00000400:00000200:1.0:1755696278.900510:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696278.900521:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696278.900528:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696278.900535:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696278.900544:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696278.900553:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696278.900559:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696278.900583:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696278.900589:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696278.900593:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295528462 00000100:00000010:1.0:1755696278.900598:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696278.900606:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696278.900617:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295528462 00000100:00000010:1.0:1755696278.900621:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696278.900624:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696278.900628:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696278.900631:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696278.900635:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696278.900638:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696278.900647:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696278.900651:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696278.900654:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696278.900656:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696278.900658:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696278.900661:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696278.900679:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696278.900681:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696278.900854:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696278.900861:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696278.900869:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696278.900877:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696278.900882:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5660 00000400:00000010:0.0:1755696278.900885:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5660. 00000100:00000001:0.0:1755696278.900890:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696278.900896:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696278.900909:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696278.900914:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696278.900922:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696278.900925:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696278.903145:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696278.903166:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696278.903170:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696278.903172:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696278.903179:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696278.903186:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696278.903194:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696278.903218:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696278.903225:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696278.903229:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208300 00000400:00000200:0.0:1755696278.903234:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696278.903240:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1071 [1] + 224 00000800:00000001:0.0:1755696278.903248:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696278.903258:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696278.903261:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696278.903265:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696278.903271:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696278.903277:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696278.903289:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696278.903314:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696278.903323:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696278.903326:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696278.903408:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696278.903413:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696278.903420:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696278.903432:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696278.903436:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696278.903441:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696278.903444:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696278.903447:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696278.903455:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696278.903468:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696278.903477:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696278.903479:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696278.903482:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696278.903486:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696278.903488:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696278.903492:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696278.903495:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696278.903502:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=85 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696278.903507:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=133 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696278.903510:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696278.903512:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696278.903516:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696278.903518:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696278.903522:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696278.903526:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696278.903534:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696278.903538:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696278.903540:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696278.903544:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696278.903553:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120601344:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696278.903558:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696278.903566:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696278.903571:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3100 x1840980120601344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696294 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696278.903578:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696278.903581:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696278.903584:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3be00. 02000000:00000001:1.0:1755696278.903588:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696278.903590:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696278.903592:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696278.903595:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696278.903597:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8e00. 02000000:00000001:1.0:1755696278.903600:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696278.903603:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696278.903605:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3100. 00000100:00000001:1.0:1755696278.903609:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696278.903611:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696278.903613:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696278.903618:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696278.903619:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696278.903622:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696278.903624:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696278.914914:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295528462, at 4295528463 00000100:00000010:1.0:1755696278.914928:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000040:0.0:1755696278.914932:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295528462, at 4295528463 00000100:00000010:0.0:1755696278.914951:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696279.603954:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696279.603965:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696279.604139:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696279.604145:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696279.604151:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696280.627864:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696280.627871:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696280.627963:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696280.627968:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696280.627972:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696281.651911:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696281.651931:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696281.652009:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696281.652031:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696281.652036:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696282.675944:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696282.675954:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696282.676101:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696282.676107:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696282.676111:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696283.699870:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696283.699895:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696283.700023:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696283.700054:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696283.700057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696284.019981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696284.020031:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696284.020050:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696284.020059:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696284.020065:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696284.020070:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696284.020077:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696284.020089:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696284.020099:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696284.020116:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696284.020131:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696284.020159:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696284.020168:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696284.020221:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696284.020228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696284.020236:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696284.020243:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696284.020250:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755696284.020260:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696284.020268:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696284.020273:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696284.020286:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696284.020293:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (871) 00000100:00000001:1.0:1755696284.020317:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696284.020323:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696284.020327:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696284.020331:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696284.020338:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696284.020343:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696284.020349:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696284.020357:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120601472:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696284.020366:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696284.020377:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696284.020383:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696284.020388:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696284.020398:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696284.020403:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696284.020416:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696284.020422:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544e70. 00000400:00000010:0.0:1755696284.020431:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee330. 00000100:00000200:0.0:1755696284.020440:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601472, portal 25 00000100:00000001:0.0:1755696284.020444:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696284.020446:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696284.020456:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696284.020466:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696284.020469:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696284.020474:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee908. 00000100:00000200:0.0:1755696284.020477:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601472, offset 0 00000400:00000200:0.0:1755696284.020487:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696284.020498:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.020508:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696284.020515:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696284.020521:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696284.020525:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696284.020529:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696284.020544:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [272:272:256:4294967295] 192.168.203.157@tcp LPNI seq info [272:272:8:4294967295] 00000400:00000200:0.0:1755696284.020550:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.020563:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696284.020571:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696284.020577:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8500. 00000800:00000200:0.0:1755696284.020586:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696284.020597:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696284.020604:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696284.020632:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696284.020641:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696284.020647:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295533582 00000100:00000010:0.0:1755696284.020656:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696284.020667:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696284.020678:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295533582 00000100:00000010:0.0:1755696284.020684:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f8a0. 00000100:00000001:0.0:1755696284.020690:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696284.020695:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696284.020701:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696284.020706:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696284.020710:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696284.020722:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696284.020727:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696284.020731:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696284.020734:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696284.020737:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696284.020741:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696284.020870:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696284.020877:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8500. 00000400:00000200:1.0:1755696284.020885:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696284.020893:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696284.020899:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee908 00000400:00000010:1.0:1755696284.020902:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee908. 00000100:00000001:1.0:1755696284.020908:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696284.020914:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696284.020927:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696284.020932:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696284.020942:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696284.020944:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696284.023495:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696284.023514:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696284.023519:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696284.023523:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696284.023531:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.023538:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696284.023547:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.023561:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.023567:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.023573:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208380 00000400:00000200:0.0:1755696284.023580:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696284.023588:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1081 [1] + 224 00000800:00000001:0.0:1755696284.023598:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696284.023609:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696284.023612:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696284.023617:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696284.023623:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696284.023631:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696284.023644:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696284.023673:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696284.023683:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696284.023688:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696284.023729:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696284.023735:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696284.023742:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696284.023745:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696284.023749:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544e70. 00000400:00000200:1.0:1755696284.023755:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee330 00000400:00000010:1.0:1755696284.023769:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee330. 00000100:00000001:1.0:1755696284.023773:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696284.023809:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696284.023825:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696284.023835:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696284.023837:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696284.023841:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696284.023845:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696284.023848:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696284.023852:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696284.023856:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696284.023864:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=91 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696284.023870:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=139 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696284.023874:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696284.023876:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696284.023880:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696284.023883:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696284.023887:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696284.023892:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696284.023901:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696284.023905:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696284.023908:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696284.023914:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696284.023924:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120601472:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696284.023930:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696284.023933:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696284.023937:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120601472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696300 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696284.023961:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696284.023965:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696284.023969:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013000. 02000000:00000001:1.0:1755696284.023973:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696284.023976:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696284.023978:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696284.023981:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696284.023984:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:1.0:1755696284.023988:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696284.023991:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696284.024017:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696284.024022:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696284.024024:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696284.024026:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696284.024032:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696284.024034:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696284.024036:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696284.024039:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696284.034895:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295533582, at 4295533583 00000100:00000040:0.0:1755696284.034899:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295533582, at 4295533583 00000100:00000010:0.0:1755696284.034912:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696284.034913:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f8a0. 00010000:00000001:0.0:1755696284.723914:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696284.723922:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696284.724024:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696284.724031:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696284.724037:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696285.747920:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696285.747930:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696285.748047:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696285.748055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696285.748060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696286.771953:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696286.771968:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696286.771991:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696286.771997:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696286.772018:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696286.772022:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696286.772026:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696286.772032:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696286.772130:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696286.772146:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696286.772151:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696287.795887:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696287.795897:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696287.796007:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696287.796017:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696287.796020:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696288.820029:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696288.820039:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696288.820145:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696288.820151:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696288.820157:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696289.140028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696289.140047:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696289.140067:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0380. 00000020:00000040:2.0:1755696289.140078:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696289.140085:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696289.140091:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696289.140101:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696289.140116:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755696289.140130:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696289.140151:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696289.140174:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696289.140180:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696289.140189:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000056b4f437] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696289.140233:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696289.140239:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696289.140246:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696289.140253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696289.140261:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696289.140271:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (876) 00000100:00000001:3.0:1755696289.140293:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696289.140302:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696289.140306:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755696289.140329:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696289.140338:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696289.140343:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696289.140359:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696289.140362:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696289.140368:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696289.140373:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696289.140378:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696289.140383:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120601600:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696289.140389:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696289.140397:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696289.140400:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696289.140403:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696289.140412:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f782149800. 02000000:00000001:3.0:1755696289.140415:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696289.140427:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696289.140433:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696289.140441:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696289.140449:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601600, portal 25 00000100:00000001:3.0:1755696289.140452:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696289.140455:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287959424 : -118784421592192 : ffff93f758bf0380) 00000100:00000040:3.0:1755696289.140463:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696289.140474:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696289.140478:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696289.140482:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792cc0. 00000100:00000200:3.0:1755696289.140486:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601600, offset 0 00000400:00000200:3.0:1755696289.140495:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696289.140505:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696289.140513:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696289.140520:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696289.140526:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696289.140531:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696289.140535:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696289.140548:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [273:273:256:4294967295] 192.168.203.157@tcp LPNI seq info [273:273:8:4294967295] 00000400:00000200:3.0:1755696289.140554:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696289.140567:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696289.140575:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696289.140581:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755696289.140590:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696289.140601:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696289.140608:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696289.140633:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696289.140639:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696289.140643:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295538702 00000100:00000010:3.0:1755696289.140650:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ade0. 00000100:00000001:3.0:1755696289.140661:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696289.140678:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295538702 00000100:00000010:3.0:1755696289.140683:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af60. 00000100:00000001:3.0:1755696289.140691:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696289.140697:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696289.140703:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696289.140709:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696289.140713:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696289.140727:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696289.140732:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696289.140739:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696289.140742:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696289.140746:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696289.140752:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696289.140863:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696289.140873:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755696289.140881:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696289.140892:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696289.140898:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792cc0 00000400:00000010:1.0:1755696289.140901:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792cc0. 00000100:00000001:1.0:1755696289.140907:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696289.140915:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696289.140929:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696289.140934:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696289.140945:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696289.140989:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696289.143591:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696289.143614:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696289.143619:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696289.143622:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696289.143630:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696289.143638:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696289.143648:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696289.143654:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696289.143660:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696289.143666:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208400 00000400:00000200:0.0:1755696289.143675:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696289.143682:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1091 [1] + 224 00000800:00000001:0.0:1755696289.143692:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696289.143702:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696289.143706:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696289.143711:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696289.143717:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696289.143725:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696289.143739:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696289.143769:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696289.143779:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000100:00000001:3.0:1755696289.143821:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000800:00000001:0.0:1755696289.143825:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696289.143828:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696289.143838:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696289.143841:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696289.143846:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696289.143853:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696289.143857:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696289.143874:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696289.143883:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696289.143897:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696289.143907:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696289.143909:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696289.143913:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696289.143916:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696289.143919:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696289.143923:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696289.143926:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696289.143934:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=96 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696289.143939:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=144 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696289.143943:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696289.143946:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696289.143950:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696289.143974:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696289.143979:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696289.143986:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696289.143996:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696289.144000:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696289.144003:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696289.144008:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696289.144019:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120601600:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696289.144025:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696289.144027:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696289.144031:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0380 x1840980120601600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696305 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696289.144039:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696289.144050:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696289.144055:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f782149800. 02000000:00000001:3.0:1755696289.144059:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696289.144062:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696289.144064:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696289.144067:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696289.144070:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:3.0:1755696289.144075:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696289.144077:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696289.144080:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0380. 00000100:00000001:3.0:1755696289.144084:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696289.144086:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696289.144089:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696289.144094:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696289.144096:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696289.144099:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696289.144102:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696289.154869:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295538702, at 4295538703 00000100:00000010:1.0:1755696289.154882:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af60. 00000100:00000040:0.0:1755696289.154932:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295538702, at 4295538703 00000100:00000010:0.0:1755696289.154948:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ade0. 00010000:00000001:0.0:1755696289.843941:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696289.843976:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696289.844076:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696289.844085:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696289.844093:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696290.867902:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696290.867910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696290.867988:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696290.867991:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696290.867995:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696291.891853:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696291.891901:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696291.891993:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696291.891996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696291.892000:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696292.916016:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696292.916029:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696292.916165:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696292.916171:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696292.916176:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696293.939895:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696293.939903:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696293.939986:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696293.939991:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696293.940008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696294.259892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696294.259905:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696294.259964:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad880. 00000020:00000040:3.0:1755696294.259969:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696294.259973:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696294.259976:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696294.259981:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696294.259989:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696294.259995:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696294.260006:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696294.260034:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696294.260039:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696294.260045:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f7d04eca] to pc [ptlrpcd_01_01+1] req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696294.260078:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696294.260082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696294.260099:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696294.260104:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1755696294.260111:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:2.0:1755696294.260112:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696294.260118:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696294.260125:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696294.260126:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1755696294.260131:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (881) 00000100:00000001:2.0:1755696294.260142:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696294.260145:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696294.260150:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696294.260150:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1755696294.260157:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696294.260157:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696294.260161:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696294.260167:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120601728:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696294.260172:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696294.260178:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696294.260180:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696294.260183:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696294.260189:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696294.260192:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696294.260201:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696294.260206:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696294.260212:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696294.260219:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601728, portal 25 00000100:00000001:2.0:1755696294.260221:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696294.260223:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918587520 : -118784790964096 : ffff93f742bad880) 00000100:00000040:2.0:1755696294.260238:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696294.260246:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696294.260249:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696294.260252:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8220. 00000100:00000200:2.0:1755696294.260256:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601728, offset 0 00000400:00000200:2.0:1755696294.260262:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696294.260270:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696294.260277:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696294.260282:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696294.260286:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696294.260290:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696294.260293:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696294.260296:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [274:274:256:4294967295] 192.168.203.157@tcp LPNI seq info [274:274:8:4294967295] 00000400:00000200:2.0:1755696294.260300:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696294.260310:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696294.260315:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696294.260319:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696294.260326:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696294.260334:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696294.260339:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696294.260358:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696294.260362:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696294.260365:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295543822 00000100:00000010:2.0:1755696294.260369:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755696294.260377:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696294.260388:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295543822 00000100:00000010:2.0:1755696294.260392:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755696294.260413:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696294.260417:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696294.260428:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696294.260432:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696294.260435:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696294.260445:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696294.260448:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696294.260451:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696294.260453:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696294.260456:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696294.260460:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696294.260551:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696294.260555:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:1.0:1755696294.260560:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696294.260566:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696294.260569:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8220 00000400:00000010:1.0:1755696294.260571:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8220. 00000100:00000001:1.0:1755696294.260574:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696294.260578:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696294.260586:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696294.260589:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696294.260594:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696294.260595:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696294.262263:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696294.262280:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696294.262283:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696294.262287:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696294.262293:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696294.262301:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696294.262309:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696294.262313:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696294.262317:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696294.262321:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208480 00000400:00000200:0.0:1755696294.262325:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696294.262330:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1099 [1] + 224 00000800:00000001:0.0:1755696294.262337:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696294.262345:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696294.262348:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696294.262351:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696294.262356:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696294.262362:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696294.262372:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696294.262394:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696294.262404:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696294.262409:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696294.262455:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696294.262458:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696294.262464:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696294.262466:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696294.262469:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696294.262474:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696294.262476:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696294.262478:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696294.262482:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696294.262491:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696294.262496:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696294.262498:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696294.262500:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696294.262503:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696294.262505:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696294.262508:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696294.262510:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696294.262516:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=101 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696294.262519:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=149 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696294.262522:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696294.262523:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696294.262527:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696294.262529:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696294.262531:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696294.262536:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696294.262555:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696294.262558:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696294.262560:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696294.262564:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696294.262571:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120601728:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696294.262575:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696294.262577:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696294.262580:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad880 x1840980120601728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696310 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696294.262586:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696294.262588:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696294.262591:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696294.262593:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696294.262595:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696294.262596:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696294.262598:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696294.262600:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696294.262603:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696294.262605:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696294.262607:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad880. 00000100:00000001:2.0:1755696294.262610:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696294.262611:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696294.262613:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696294.262617:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696294.262618:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696294.262620:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696294.262622:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696294.274875:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295543822, at 4295543823 00000100:00000040:0.0:1755696294.274883:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295543822, at 4295543823 00000100:00000010:1.0:1755696294.274887:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00000100:00000010:0.0:1755696294.274901:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00010000:00000001:0.0:1755696294.963898:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696294.963932:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696294.964026:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696294.964031:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696294.964035:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696295.987976:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696295.987990:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696295.988125:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696295.988131:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696295.988136:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696297.011868:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696297.011878:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696297.011880:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696297.011883:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696297.011889:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696297.011915:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696297.011917:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696297.011919:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696297.011973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696297.012001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696297.012005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696298.035906:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696298.035914:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696298.035975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696298.035978:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696298.035981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696299.060000:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696299.060009:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696299.060082:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696299.060088:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696299.060092:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696299.380053:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696299.380066:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696299.380082:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696299.380089:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696299.380094:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696299.380100:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696299.380107:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696299.380119:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696299.380150:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696299.380166:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696299.380181:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696299.380187:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696299.380196:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696299.380241:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696299.380245:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696299.380250:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696299.380254:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696299.380259:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696299.380264:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (886) 00000100:00000001:1.0:1755696299.380283:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696299.380288:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696299.380291:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.380300:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696299.380304:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.380308:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696299.380311:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696299.380315:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696299.380323:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696299.380334:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696299.380335:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696299.380342:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696299.380345:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696299.380350:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696299.380355:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696299.380359:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696299.380364:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120601856:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696299.380370:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696299.380388:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696299.380391:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696299.380395:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696299.380400:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696299.380404:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696299.380416:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696299.380422:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696299.380430:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696299.380439:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601856, portal 25 00000100:00000001:1.0:1755696299.380442:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696299.380445:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696299.380452:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696299.380463:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696299.380467:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696299.380470:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5088. 00000100:00000200:1.0:1755696299.380473:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601856, offset 0 00000400:00000200:1.0:1755696299.380481:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696299.380492:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696299.380501:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696299.380508:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696299.380514:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696299.380519:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696299.380522:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696299.380527:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [275:275:256:4294967295] 192.168.203.157@tcp LPNI seq info [275:275:8:4294967295] 00000400:00000200:1.0:1755696299.380533:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696299.380545:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696299.380553:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696299.380560:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696299.380570:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696299.380581:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696299.380587:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696299.380620:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696299.380627:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696299.380632:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295548942 00000100:00000010:1.0:1755696299.380638:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696299.380649:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696299.380659:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295548942 00000100:00000010:1.0:1755696299.380663:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696299.380668:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696299.380672:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696299.380676:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696299.380680:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696299.380684:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696299.380837:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696299.380848:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696299.380859:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696299.380870:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696299.380902:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5088 00000400:00000010:0.0:1755696299.380907:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5088. 00000100:00000001:0.0:1755696299.380916:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696299.380927:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696299.380947:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696299.380956:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696299.380972:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696299.380975:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696299.383360:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696299.383382:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696299.383387:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696299.383392:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696299.383401:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696299.383410:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696299.383430:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696299.383435:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696299.383441:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696299.383446:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208500 00000400:00000200:0.0:1755696299.383452:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696299.383459:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10a1 [1] + 224 00000800:00000001:0.0:1755696299.383469:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696299.383481:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696299.383484:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696299.383489:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696299.383495:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696299.383502:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696299.383516:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696299.383546:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696299.383556:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696299.383561:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.383629:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696299.383635:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696299.383645:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696299.383649:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696299.383654:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696299.383662:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696299.383667:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696299.383672:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696299.383684:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696299.383706:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696299.383723:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696299.383727:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.383732:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696299.383737:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696299.383741:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696299.383746:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696299.383752:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696299.383764:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=106 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696299.383772:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=154 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696299.383778:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696299.383843:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696299.383850:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696299.383854:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696299.383860:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696299.383871:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696299.383918:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696299.383923:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696299.383927:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696299.383937:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696299.383955:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120601856:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696299.383965:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.383969:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696299.383976:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120601856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696315 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696299.383990:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696299.383995:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696299.384000:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696299.384007:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696299.384011:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696299.384015:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696299.384020:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696299.384024:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:1.0:1755696299.384030:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696299.384034:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696299.384038:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696299.384044:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696299.384047:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.384051:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696299.384059:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696299.384062:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696299.384067:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696299.384082:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696299.394967:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295548942, at 4295548943 00000100:00000040:0.0:1755696299.394970:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295548942, at 4295548943 00000100:00000010:0.0:1755696299.394989:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000010:1.0:1755696299.394996:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00010000:00000001:0.0:1755696300.083909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696300.083917:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696300.083987:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696300.083991:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696300.083995:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696301.107969:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696301.107978:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696301.108069:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696301.108075:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696301.108080:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696302.131974:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696302.131984:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696302.132093:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696302.132101:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696302.132108:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696303.155933:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696303.155942:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696303.156045:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696303.156051:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696303.156056:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696304.179870:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696304.179893:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696304.179977:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696304.179997:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696304.180001:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696304.499909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696304.499920:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696304.499932:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bace00. 00000020:00000040:3.0:1755696304.499937:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696304.499940:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696304.499943:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696304.499948:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696304.499956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696304.499964:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696304.499979:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696304.499991:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696304.499996:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696304.500004:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000a930e94c] to pc [ptlrpcd_01_00+0] req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696304.500036:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696304.500040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696304.500044:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696304.500048:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696304.500052:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696304.500058:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (891) 00000100:00000001:2.0:1755696304.500071:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696304.500076:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696304.500081:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696304.500090:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696304.500101:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696304.500104:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696304.500105:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696304.500109:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1755696304.500111:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696304.500114:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696304.500120:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696304.500125:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120601984:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696304.500130:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696304.500137:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696304.500140:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696304.500143:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696304.500149:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696304.500152:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696304.500161:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696304.500166:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696304.500174:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696304.500181:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120601984, portal 25 00000100:00000001:2.0:1755696304.500184:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696304.500186:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918584832 : -118784790966784 : ffff93f742bace00) 00000100:00000040:2.0:1755696304.500194:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696304.500210:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696304.500214:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696304.500218:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755696304.500222:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120601984, offset 0 00000400:00000200:2.0:1755696304.500230:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696304.500238:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696304.500246:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696304.500252:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696304.500256:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696304.500260:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696304.500262:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696304.500265:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [276:276:256:4294967295] 192.168.203.157@tcp LPNI seq info [276:276:8:4294967295] 00000400:00000200:2.0:1755696304.500268:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696304.500276:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696304.500281:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696304.500285:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755696304.500290:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696304.500296:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696304.500300:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696304.500314:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696304.500318:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696304.500320:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295554062 00000100:00000010:2.0:1755696304.500324:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755696304.500330:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696304.500336:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295554062 00000100:00000010:2.0:1755696304.500338:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755696304.500341:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696304.500348:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696304.500350:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696304.500359:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696304.500361:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696304.500370:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696304.500373:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696304.500376:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696304.500378:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696304.500380:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696304.500383:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696304.500434:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696304.500438:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:0.0:1755696304.500443:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696304.500452:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696304.500456:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:0.0:1755696304.500458:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:0.0:1755696304.500461:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696304.500465:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696304.500473:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696304.500475:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696304.500480:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696304.500482:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696304.501672:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696304.501687:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696304.501690:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696304.501692:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696304.501698:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696304.501704:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696304.501713:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696304.501723:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696304.501729:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696304.501733:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208580 00000400:00000200:0.0:1755696304.501738:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696304.501744:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10b1 [1] + 224 00000800:00000001:0.0:1755696304.501751:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696304.501758:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696304.501760:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696304.501762:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696304.501766:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696304.501769:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696304.501807:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696304.501832:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696304.501853:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696304.501856:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696304.501870:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696304.501873:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696304.501876:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696304.501878:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696304.501880:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696304.501884:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696304.501886:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696304.501889:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696304.501893:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696304.501903:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696304.501909:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696304.501911:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696304.501913:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696304.501916:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696304.501918:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696304.501920:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696304.501923:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696304.501928:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=111 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696304.501932:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=9 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696304.501934:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696304.501936:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696304.501938:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696304.501940:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696304.501942:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696304.501946:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696304.501968:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696304.501971:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696304.501973:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696304.501979:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696304.501988:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120601984:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696304.501994:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696304.501996:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696304.501999:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bace00 x1840980120601984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696320 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696304.502007:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696304.502010:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696304.502013:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696304.502016:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696304.502019:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696304.502020:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696304.502023:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696304.502025:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755696304.502028:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696304.502030:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696304.502033:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bace00. 00000100:00000001:2.0:1755696304.502037:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696304.502038:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696304.502041:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696304.502045:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696304.502046:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696304.502049:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696304.502051:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696304.514855:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295554062, at 4295554063 00000100:00000040:1.0:1755696304.514857:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295554062, at 4295554063 00000100:00000010:0.0:1755696304.514864:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00000100:00000010:1.0:1755696304.514868:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00010000:00000001:0.0:1755696305.203928:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696305.203947:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696305.204039:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696305.204047:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696305.204054:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696306.227915:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696306.227925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696306.228033:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696306.228037:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696306.228041:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696307.251911:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696307.251918:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696307.251920:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696307.251922:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696307.251926:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696307.251928:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696307.251929:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696307.251931:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696307.252004:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696307.252016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696307.252019:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696308.275905:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696308.275912:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696308.275997:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696308.276003:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696308.276009:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696309.299926:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696309.299934:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696309.300028:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696309.300034:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696309.300038:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696309.620035:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696309.620047:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696309.620062:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3b80. 00000020:00000040:0.0:1755696309.620068:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696309.620072:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696309.620076:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696309.620082:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696309.620103:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8200. 00000100:00000001:0.0:1755696309.620111:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696309.620125:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696309.620136:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696309.620160:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696309.620167:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000042ad9ad9] to pc [ptlrpcd_00_00+0] req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696309.620210:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696309.620226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696309.620231:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696309.620235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696309.620240:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696309.620247:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (896) 00000100:00000001:1.0:1755696309.620271:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696309.620272:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696309.620280:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696309.620281:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696309.620286:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696309.620300:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696309.620314:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696309.620317:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696309.620323:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696309.620328:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696309.620333:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696309.620339:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696309.620345:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696309.620353:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696309.620357:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696309.620371:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696309.620378:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b800. 02000000:00000001:1.0:1755696309.620382:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696309.620393:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696309.620400:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696309.620409:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696309.620417:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602112, portal 25 00000100:00000001:1.0:1755696309.620422:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696309.620424:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954329984 : -118784755221632 : ffff93f744dc3b80) 00000100:00000040:1.0:1755696309.620435:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696309.620447:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696309.620451:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696309.620456:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5f68. 00000100:00000200:1.0:1755696309.620460:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602112, offset 0 00000400:00000200:1.0:1755696309.620469:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696309.620479:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696309.620488:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696309.620495:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696309.620500:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696309.620505:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696309.620509:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696309.620514:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [277:277:256:4294967295] 192.168.203.157@tcp LPNI seq info [277:277:8:4294967295] 00000400:00000200:1.0:1755696309.620521:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696309.620534:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696309.620543:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696309.620551:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696309.620562:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696309.620573:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696309.620579:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696309.620604:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696309.620620:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696309.620625:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295559182 00000100:00000010:1.0:1755696309.620631:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696309.620641:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696309.620649:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295559182 00000100:00000010:1.0:1755696309.620655:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696309.620659:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696309.620667:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696309.620672:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696309.620677:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696309.620680:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696309.620690:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696309.620694:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696309.620697:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696309.620699:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696309.620702:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696309.620705:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696309.620744:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696309.620750:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696309.620758:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696309.620766:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696309.620772:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5f68 00000400:00000010:0.0:1755696309.620775:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5f68. 00000100:00000001:0.0:1755696309.620852:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696309.620858:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696309.620868:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696309.620871:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696309.620878:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696309.620879:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696309.622332:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696309.622350:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696309.622355:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696309.622358:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696309.622368:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696309.622376:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696309.622400:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696309.622406:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696309.622412:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696309.622416:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208600 00000400:00000200:0.0:1755696309.622422:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696309.622428:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10b9 [1] + 224 00000800:00000001:0.0:1755696309.622437:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696309.622445:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696309.622449:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696309.622453:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696309.622460:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696309.622469:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696309.622480:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696309.622504:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696309.622513:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696309.622516:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696309.622583:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696309.622587:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696309.622593:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696309.622595:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696309.622599:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696309.622604:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696309.622606:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696309.622608:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696309.622615:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696309.622625:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696309.622633:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696309.622635:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696309.622637:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696309.622640:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696309.622642:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696309.622645:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696309.622657:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696309.622664:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=116 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696309.622667:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=14 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696309.622670:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696309.622671:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696309.622675:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696309.622677:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696309.622679:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696309.622683:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696309.622689:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696309.622692:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696309.622694:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696309.622698:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696309.622705:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696309.622710:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696309.622711:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696309.622714:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3b80 x1840980120602112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696325 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696309.622719:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696309.622722:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696309.622725:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b800. 02000000:00000001:1.0:1755696309.622728:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696309.622730:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696309.622731:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696309.622733:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696309.622735:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8200. 02000000:00000001:1.0:1755696309.622738:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696309.622740:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696309.622741:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3b80. 00000100:00000001:1.0:1755696309.622745:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696309.622746:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696309.622751:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696309.622755:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696309.622757:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696309.622759:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696309.622761:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696309.634928:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295559182, at 4295559183 00000100:00000040:0.0:1755696309.634928:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295559182, at 4295559183 00000100:00000010:1.0:1755696309.634946:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000010:0.0:1755696309.634952:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00010000:00000001:0.0:1755696310.323958:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696310.323971:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696310.324095:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696310.324103:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696310.324110:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696311.347882:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696311.347888:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696311.347971:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696311.347975:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696311.347979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696312.371866:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696312.371871:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696312.371955:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696312.371962:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696312.371968:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696313.396889:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696313.396899:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696313.397014:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696313.397022:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696313.397028:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696314.419881:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696314.419890:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696314.419951:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696314.419961:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696314.419969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696314.739989:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696314.740019:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696314.740035:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3480. 00000020:00000040:2.0:1755696314.740045:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696314.740052:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696314.740057:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696314.740067:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696314.740080:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755696314.740093:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696314.740113:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696314.740132:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696314.740141:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696314.740153:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000365e78bb] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696314.740210:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696314.740216:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696314.740222:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696314.740227:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696314.740232:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696314.740265:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (901) 00000100:00000001:2.0:1755696314.740295:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696314.740303:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696314.740304:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696314.740312:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696314.740313:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.740333:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696314.740338:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.740343:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696314.740346:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696314.740351:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696314.740363:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696314.740377:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696314.740382:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696314.740388:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696314.740393:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696314.740398:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696314.740404:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120602240:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696314.740412:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696314.740420:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696314.740424:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696314.740444:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696314.740451:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011400. 02000000:00000001:2.0:1755696314.740455:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696314.740467:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696314.740474:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696314.740483:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696314.740509:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602240, portal 25 00000100:00000001:2.0:1755696314.740512:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696314.740514:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971968 : -118784421579648 : ffff93f758bf3480) 00000100:00000040:2.0:1755696314.740521:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696314.740531:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696314.740534:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696314.740546:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8000. 00000100:00000200:2.0:1755696314.740551:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602240, offset 0 00000400:00000200:2.0:1755696314.740559:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696314.740572:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696314.740582:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696314.740589:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696314.740594:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696314.740600:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696314.740604:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696314.740608:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [278:278:256:4294967295] 192.168.203.157@tcp LPNI seq info [278:278:8:4294967295] 00000400:00000200:2.0:1755696314.740630:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696314.740646:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696314.740656:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696314.740663:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755696314.740673:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696314.740684:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696314.740691:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696314.740718:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696314.740725:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696314.740730:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295564302 00000100:00000010:2.0:1755696314.740738:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755696314.740748:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696314.740864:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295564303 00000100:00000010:2.0:1755696314.740871:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755696314.740877:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696314.740882:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696314.740885:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696314.740890:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696314.740893:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696314.741023:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696314.741035:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:0.0:1755696314.741044:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696314.741074:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696314.741093:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8000 00000400:00000010:0.0:1755696314.741097:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8000. 00000100:00000001:0.0:1755696314.741104:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696314.741115:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696314.741132:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696314.741138:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696314.741148:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696314.741151:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696314.743645:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696314.743668:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696314.743672:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696314.743675:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696314.743686:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696314.743695:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696314.743706:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696314.743712:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696314.743719:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696314.743724:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208680 00000400:00000200:0.0:1755696314.743732:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696314.743739:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10c9 [1] + 224 00000800:00000001:0.0:1755696314.743750:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696314.743833:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696314.743837:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696314.743842:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696314.743849:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696314.743856:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696314.743870:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696314.743919:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696314.743930:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696314.743938:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.743962:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696314.743966:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696314.743983:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696314.743986:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696314.743990:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696314.743997:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696314.744001:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696314.744006:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696314.744015:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696314.744052:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696314.744065:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696314.744069:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.744073:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696314.744078:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696314.744082:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696314.744087:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696314.744092:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696314.744104:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=121 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696314.744111:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=19 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696314.744116:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696314.744119:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696314.744125:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696314.744128:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696314.744133:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696314.744142:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696314.744156:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696314.744162:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696314.744165:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696314.744170:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696314.744181:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120602240:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696314.744186:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.744199:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696314.744204:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3480 x1840980120602240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696330 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696314.744212:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696314.744216:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696314.744220:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011400. 02000000:00000001:2.0:1755696314.744224:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696314.744228:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696314.744230:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696314.744233:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696314.744235:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:2.0:1755696314.744239:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696314.744242:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696314.744243:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3480. 00000100:00000001:2.0:1755696314.744249:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696314.744251:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.744253:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696314.744258:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696314.744260:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696314.744262:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696314.744265:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696314.754907:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295564302, at 4295564303 00000100:00000010:0.0:1755696314.754923:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00000100:00000040:1.0:1755696314.755914:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295564303, at 4295564304 00000100:00000010:1.0:1755696314.755925:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00010000:00000001:0.0:1755696315.443901:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696315.443911:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696315.443996:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696315.444009:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696315.444018:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696316.467921:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696316.467931:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696316.468052:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696316.468063:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696316.468072:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696317.491932:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696317.491945:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696317.491949:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696317.491952:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696317.491960:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696317.491963:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696317.491966:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696317.491969:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696317.492076:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696317.492079:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696317.492083:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696318.515929:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696318.515939:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696318.516081:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696318.516089:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696318.516096:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696319.539930:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696319.539940:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696319.539971:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696319.539975:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696319.539978:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696319.859960:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696319.859980:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696319.859997:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3480. 00000020:00000040:2.0:1755696319.860008:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696319.860016:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696319.860022:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696319.860032:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696319.860048:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755696319.860062:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696319.860085:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696319.860146:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696319.860155:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696319.860168:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000365e78bb] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696319.860242:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696319.860262:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696319.860278:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696319.860283:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696319.860289:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696319.860297:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (907) 00000100:00000001:3.0:1755696319.860300:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696319.860308:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696319.860312:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755696319.860320:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755696319.860322:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696319.860328:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696319.860341:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696319.860344:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696319.860349:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696319.860352:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696319.860356:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696319.860360:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120602368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696319.860368:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696319.860377:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696319.860381:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696319.860385:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696319.860394:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f744cbe200. 02000000:00000001:3.0:1755696319.860398:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696319.860411:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696319.860418:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696319.860428:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696319.860440:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602368, portal 25 00000100:00000001:3.0:1755696319.860444:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696319.860447:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971968 : -118784421579648 : ffff93f758bf3480) 00000100:00000040:3.0:1755696319.860456:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696319.860470:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696319.860475:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696319.860479:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467926e8. 00000100:00000200:3.0:1755696319.860485:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602368, offset 0 00000400:00000200:3.0:1755696319.860495:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696319.860519:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696319.860530:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696319.860539:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696319.860546:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696319.860553:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696319.860558:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696319.860564:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [279:279:256:4294967295] 192.168.203.157@tcp LPNI seq info [279:279:8:4294967295] 00000400:00000200:3.0:1755696319.860571:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696319.860588:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696319.860598:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696319.860606:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755696319.860617:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696319.860628:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696319.860636:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696319.860662:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696319.860669:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696319.860673:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295569422 00000100:00000010:3.0:1755696319.860681:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ad80. 00000100:00000001:3.0:1755696319.860691:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696319.860706:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295569422 00000100:00000010:3.0:1755696319.860710:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a780. 00000100:00000001:3.0:1755696319.860753:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696319.860839:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696319.860847:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696319.860854:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696319.860859:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696319.860874:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696319.860880:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696319.860887:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696319.860890:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696319.860894:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696319.860900:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696319.860982:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696319.860991:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:0.0:1755696319.861000:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696319.861009:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696319.861015:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467926e8 00000400:00000010:0.0:1755696319.861019:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467926e8. 00000100:00000001:0.0:1755696319.861025:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696319.861044:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696319.861059:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696319.861064:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696319.861074:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696319.861076:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696319.863194:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696319.863212:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696319.863217:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696319.863221:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696319.863231:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696319.863256:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696319.863264:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696319.863268:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696319.863273:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696319.863277:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208700 00000400:00000200:0.0:1755696319.863282:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696319.863288:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10d1 [1] + 224 00000800:00000001:0.0:1755696319.863295:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696319.863304:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696319.863307:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696319.863310:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696319.863315:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696319.863320:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696319.863330:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696319.863352:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696319.863361:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696319.863364:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696319.863386:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696319.863391:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696319.863397:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696319.863400:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696319.863403:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696319.863409:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696319.863410:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696319.863413:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696319.863420:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696319.863431:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696319.863439:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696319.863441:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696319.863444:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696319.863447:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696319.863449:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696319.863452:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696319.863455:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696319.863463:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=126 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696319.863467:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=24 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696319.863470:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696319.863471:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696319.863474:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696319.863477:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696319.863479:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696319.863484:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696319.863491:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696319.863494:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696319.863496:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696319.863500:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696319.863507:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120602368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696319.863521:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696319.863523:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696319.863527:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3480 x1840980120602368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696335 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696319.863533:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696319.863536:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696319.863539:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f744cbe200. 02000000:00000001:3.0:1755696319.863543:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696319.863545:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696319.863547:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696319.863550:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696319.863552:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755696319.863555:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696319.863557:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696319.863559:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3480. 00000100:00000001:3.0:1755696319.863564:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696319.863565:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696319.863567:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696319.863572:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696319.863573:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696319.863575:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696319.863577:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696319.874883:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295569422, at 4295569423 00000100:00000040:1.0:1755696319.874897:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295569422, at 4295569423 00000100:00000010:0.0:1755696319.874902:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ad80. 00000100:00000010:1.0:1755696319.874914:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a780. 00010000:00000001:0.0:1755696320.563913:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696320.563922:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696320.564073:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696320.564079:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696320.564084:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696321.587905:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696321.587914:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696321.587942:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696321.587945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696321.587949:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696322.611913:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696322.611923:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696322.612052:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696322.612059:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696322.612064:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696323.635962:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696323.635974:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696323.636010:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696323.636014:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696323.636018:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696324.659942:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696324.659950:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696324.660054:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696324.660060:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696324.660065:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696324.979923:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696324.979950:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696324.979961:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696324.979968:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696324.979972:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696324.979976:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696324.979982:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696324.979992:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f74393f900. 00000100:00000001:1.0:1755696324.980001:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696324.980025:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696324.980038:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696324.980044:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696324.980050:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696324.980086:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696324.980089:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696324.980093:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696324.980097:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696324.980102:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696324.980110:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (912) 00000100:00000001:1.0:1755696324.980132:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696324.980138:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696324.980143:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696324.980143:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696324.980152:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696324.980159:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696324.980164:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696324.980168:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696324.980172:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696324.980176:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696324.980185:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696324.980229:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696324.980233:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696324.980254:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696324.980257:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696324.980259:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696324.980263:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696324.980267:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696324.980273:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696324.980275:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696324.980278:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696324.980283:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755696324.980284:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696324.980294:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696324.980299:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696324.980312:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696324.980320:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602496, portal 25 00000100:00000001:1.0:1755696324.980321:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696324.980323:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696324.980328:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696324.980334:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696324.980336:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696324.980339:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5770. 00000100:00000200:1.0:1755696324.980341:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602496, offset 0 00000400:00000200:1.0:1755696324.980347:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696324.980357:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696324.980364:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696324.980370:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696324.980375:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696324.980379:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696324.980381:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696324.980391:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [280:280:256:4294967295] 192.168.203.157@tcp LPNI seq info [280:280:8:4294967295] 00000400:00000200:1.0:1755696324.980395:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696324.980405:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696324.980411:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696324.980415:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696324.980423:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696324.980431:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696324.980436:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696324.980451:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696324.980455:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696324.980458:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295574542 00000100:00000010:1.0:1755696324.980462:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696324.980470:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696324.980477:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295574542 00000100:00000010:1.0:1755696324.980480:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696324.980484:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696324.980488:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696324.980490:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696324.980494:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696324.980496:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696324.980602:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696324.980608:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696324.980614:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696324.980621:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696324.980626:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5770 00000400:00000010:0.0:1755696324.980629:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5770. 00000100:00000001:0.0:1755696324.980635:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696324.980642:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696324.980667:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696324.980673:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696324.980743:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696324.980746:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696324.982431:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696324.982443:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696324.982454:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696324.982456:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696324.982462:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696324.982466:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696324.982473:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696324.982476:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696324.982480:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696324.982484:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208780 00000400:00000200:0.0:1755696324.982488:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696324.982493:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10d9 [1] + 224 00000800:00000001:0.0:1755696324.982499:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696324.982505:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696324.982507:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696324.982510:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696324.982514:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696324.982518:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696324.982544:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696324.982564:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696324.982572:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696324.982575:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696324.982639:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696324.982643:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696324.982649:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696324.982651:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696324.982653:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696324.982658:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696324.982660:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696324.982663:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696324.982668:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696324.982699:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696324.982719:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696324.982721:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696324.982724:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696324.982727:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696324.982730:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696324.982749:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696324.982752:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696324.982758:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=131 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696324.982761:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=29 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696324.982763:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696324.982765:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696324.982768:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696324.982770:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696324.982772:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696324.982776:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696324.982781:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696324.982783:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696324.982785:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696324.982789:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696324.982819:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696324.982823:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696324.982825:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696324.982828:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120602496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696340 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696324.982833:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696324.982835:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696324.982837:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a400. 02000000:00000001:1.0:1755696324.982840:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696324.982842:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696324.982849:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696324.982852:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696324.982855:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f74393f900. 02000000:00000001:1.0:1755696324.982858:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696324.982861:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696324.982863:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696324.982867:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696324.982868:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696324.982871:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696324.982875:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696324.982877:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696324.982880:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696324.982882:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696324.994891:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295574542, at 4295574543 00000100:00000010:1.0:1755696324.994908:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000040:0.0:1755696324.994950:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295574542, at 4295574543 00000100:00000010:0.0:1755696324.994962:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696325.683886:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696325.683893:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696325.683918:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696325.683921:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696325.683923:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696326.707909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696326.707919:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696326.708077:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696326.708083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696326.708089:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696327.731955:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696327.731998:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696327.732001:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696327.732004:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696327.732011:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696327.732014:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696327.732017:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696327.732020:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696327.732053:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696327.732056:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696327.732060:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696328.755929:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696328.755938:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696328.756029:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696328.756036:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696328.756041:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696329.779890:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696329.779896:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696329.779917:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696329.779920:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696329.779922:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696330.099915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696330.099925:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696330.099936:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1f80. 00000020:00000040:0.0:1755696330.099942:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696330.099945:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696330.099964:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696330.099969:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696330.099976:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8a00. 00000100:00000001:0.0:1755696330.099983:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696330.099994:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696330.100003:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696330.100008:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696330.100013:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000cef45b48] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696330.100038:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696330.100040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696330.100060:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696330.100063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755696330.100067:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1755696330.100067:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755696330.100075:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1755696330.100077:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (917) 00000100:00000001:1.0:1755696330.100080:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696330.100090:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696330.100095:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696330.100099:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696330.100101:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696330.100102:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696330.100110:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696330.100112:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696330.100116:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696330.100121:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696330.100126:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696330.100134:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696330.100137:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696330.100140:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696330.100146:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755696330.100148:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696330.100166:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696330.100173:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696330.100179:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696330.100187:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602624, portal 25 00000100:00000001:1.0:1755696330.100189:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696330.100190:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954322816 : -118784755228800 : ffff93f744dc1f80) 00000100:00000040:1.0:1755696330.100195:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696330.100202:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696330.100204:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696330.100206:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d53b8. 00000100:00000200:1.0:1755696330.100209:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602624, offset 0 00000400:00000200:1.0:1755696330.100231:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696330.100240:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696330.100249:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696330.100257:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696330.100263:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696330.100269:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696330.100274:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696330.100281:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [281:281:256:4294967295] 192.168.203.157@tcp LPNI seq info [281:281:8:4294967295] 00000400:00000200:1.0:1755696330.100288:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696330.100301:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696330.100310:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696330.100315:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696330.100323:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696330.100331:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696330.100335:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696330.100352:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696330.100356:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696330.100359:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295579662 00000100:00000010:1.0:1755696330.100363:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696330.100378:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696330.100384:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295579662 00000100:00000010:1.0:1755696330.100387:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696330.100390:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696330.100394:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696330.100396:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696330.100400:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696330.100402:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696330.100408:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696330.100410:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696330.100412:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696330.100413:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696330.100415:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696330.100417:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696330.100487:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696330.100491:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696330.100496:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696330.100502:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696330.100507:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d53b8 00000400:00000010:0.0:1755696330.100509:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d53b8. 00000100:00000001:0.0:1755696330.100513:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696330.100517:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696330.100525:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696330.100528:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696330.100534:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696330.100535:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696330.101754:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696330.101764:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696330.101767:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696330.101769:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696330.101774:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696330.101794:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696330.101801:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696330.101807:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696330.101813:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696330.101819:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208800 00000400:00000200:0.0:1755696330.101824:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696330.101840:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10e9 [1] + 224 00000800:00000001:0.0:1755696330.101850:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696330.101860:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696330.101863:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696330.101867:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696330.101873:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696330.101878:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696330.101890:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696330.101910:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696330.101918:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696330.101922:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696330.101996:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696330.102000:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696330.102006:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696330.102008:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696330.102010:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696330.102015:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696330.102017:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696330.102020:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696330.102026:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696330.102038:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696330.102044:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696330.102046:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696330.102048:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696330.102050:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696330.102052:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696330.102055:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696330.102057:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696330.102063:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=137 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696330.102066:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=35 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696330.102075:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696330.102076:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696330.102078:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696330.102080:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696330.102082:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696330.102086:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696330.102091:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696330.102093:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696330.102095:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696330.102098:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696330.102103:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696330.102106:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696330.102107:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696330.102109:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1f80 x1840980120602624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696346 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696330.102113:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696330.102115:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696330.102117:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755696330.102120:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696330.102122:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696330.102124:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696330.102125:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696330.102127:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8a00. 02000000:00000001:1.0:1755696330.102130:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696330.102131:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696330.102133:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1f80. 00000100:00000001:1.0:1755696330.102136:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696330.102137:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696330.102139:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696330.102141:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696330.102142:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696330.102147:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696330.102149:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696330.114849:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295579662, at 4295579663 00000100:00000010:0.0:1755696330.114858:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:1.0:1755696330.114860:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295579662, at 4295579663 00000100:00000010:1.0:1755696330.114870:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696330.803918:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696330.803926:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696330.804066:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696330.804072:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696330.804077:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696331.827907:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696331.827920:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696331.827958:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696331.827964:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696331.827970:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696332.851971:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696332.851980:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696332.852087:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696332.852095:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696332.852100:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696333.875904:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696333.875913:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696333.875946:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696333.875949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696333.875953:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696334.899959:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696334.899969:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696334.900122:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696334.900129:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696334.900135:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696335.219901:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696335.219914:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696335.219942:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc2680. 00000020:00000040:0.0:1755696335.219962:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696335.219969:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696335.219974:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696335.219982:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696335.219992:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8400. 00000100:00000001:0.0:1755696335.220003:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696335.220020:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696335.220036:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696335.220042:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696335.220062:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000236eb734] to pc [ptlrpcd_00_01+1] req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696335.220106:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696335.220110:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696335.220115:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696335.220118:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696335.220122:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696335.220127:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (922) 00000100:00000001:1.0:1755696335.220212:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696335.220221:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696335.220225:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696335.220238:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696335.220252:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696335.220255:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696335.220261:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696335.220265:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696335.220269:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696335.220273:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120602752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696335.220280:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696335.220288:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696335.220291:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696335.220295:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696335.220302:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3ac00. 02000000:00000001:1.0:1755696335.220305:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696335.220318:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696335.220325:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696335.220333:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696335.220343:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602752, portal 25 00000100:00000001:1.0:1755696335.220347:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696335.220349:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954324608 : -118784755227008 : ffff93f744dc2680) 00000100:00000040:1.0:1755696335.220357:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696335.220369:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696335.220373:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696335.220376:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5110. 00000100:00000200:1.0:1755696335.220380:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602752, offset 0 00000400:00000200:1.0:1755696335.220401:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696335.220414:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696335.220425:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696335.220432:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696335.220439:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696335.220445:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696335.220449:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696335.220454:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [282:282:256:4294967295] 192.168.203.157@tcp LPNI seq info [282:282:8:4294967295] 00000400:00000200:1.0:1755696335.220460:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696335.220474:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696335.220482:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696335.220489:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f900. 00000800:00000200:1.0:1755696335.220499:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696335.220511:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696335.220517:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696335.220545:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696335.220552:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696335.220556:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295584782 00000100:00000010:1.0:1755696335.220562:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696335.220572:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696335.220585:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295584782 00000100:00000010:1.0:1755696335.220590:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696335.220594:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696335.220625:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696335.220629:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696335.220633:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696335.220637:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696335.220647:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696335.220651:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696335.220657:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696335.220659:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696335.220670:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696335.220673:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696335.220694:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696335.220698:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696335.220868:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696335.220877:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f900. 00000400:00000200:0.0:1755696335.220885:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696335.220895:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696335.220900:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5110 00000400:00000010:0.0:1755696335.220904:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5110. 00000100:00000001:0.0:1755696335.220910:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696335.220917:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696335.220931:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696335.220936:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696335.220966:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696335.220969:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696335.222752:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696335.222769:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696335.222774:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696335.222777:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696335.222808:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696335.222815:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696335.222825:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696335.222831:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696335.222837:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696335.222842:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208880 00000400:00000200:0.0:1755696335.222849:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696335.222856:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x10f9 [1] + 224 00000800:00000001:0.0:1755696335.222865:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696335.222876:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696335.222879:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696335.222884:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696335.222890:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696335.222898:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696335.222912:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696335.222938:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696335.222948:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696335.222952:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696335.223044:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696335.223050:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696335.223058:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696335.223061:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696335.223065:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696335.223072:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696335.223075:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696335.223078:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696335.223087:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696335.223102:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696335.223112:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696335.223115:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696335.223118:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696335.223122:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696335.223125:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696335.223129:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696335.223133:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696335.223142:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=142 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696335.223147:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=40 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696335.223151:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696335.223153:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696335.223157:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696335.223160:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696335.223164:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696335.223169:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696335.223178:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696335.223182:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696335.223184:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696335.223190:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696335.223213:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120602752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696335.223220:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696335.223223:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696335.223227:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc2680 x1840980120602752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696351 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696335.223235:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696335.223239:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696335.223243:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3ac00. 02000000:00000001:1.0:1755696335.223247:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696335.223250:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696335.223252:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696335.223255:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696335.223258:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8400. 02000000:00000001:1.0:1755696335.223262:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696335.223265:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696335.223267:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc2680. 00000100:00000001:1.0:1755696335.223272:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696335.223273:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696335.223276:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696335.223282:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696335.223283:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696335.223286:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696335.223288:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696335.234933:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295584782, at 4295584783 00000100:00000040:0.0:1755696335.234942:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295584782, at 4295584783 00000100:00000010:1.0:1755696335.234951:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:0.0:1755696335.234960:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696335.923930:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696335.923940:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696335.923972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696335.924001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696335.924005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696336.947886:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696336.947899:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696336.947903:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696336.947906:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696336.947914:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696336.947917:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696336.947920:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696336.947923:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696336.948028:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696336.948035:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696336.948041:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696337.971875:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696337.971882:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696337.971906:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696337.971908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696337.971911:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696338.995903:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696338.995912:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696338.996027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696338.996033:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696338.996038:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696340.019912:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696340.019920:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696340.019948:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696340.019952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696340.019956:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696340.339910:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696340.339925:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696340.339938:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0a80. 00000020:00000040:0.0:1755696340.339946:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696340.339952:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696340.339956:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696340.339964:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696340.339975:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8700. 00000100:00000001:0.0:1755696340.339986:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696340.340004:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696340.340020:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696340.340027:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696340.340048:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000022778786] to pc [ptlrpcd_00_00+0] req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696340.340091:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696340.340097:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696340.340104:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696340.340110:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696340.340115:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696340.340124:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (927) 00000100:00000001:1.0:1755696340.340151:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696340.340159:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696340.340164:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696340.340165:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696340.340171:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696340.340178:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696340.340196:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696340.340200:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696340.340219:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696340.340225:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696340.340231:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696340.340239:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696340.340247:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696340.340256:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696340.340259:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696340.340263:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696340.340269:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755696340.340271:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696340.340284:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696340.340290:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696340.340299:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696340.340310:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120602880, portal 25 00000100:00000001:1.0:1755696340.340312:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696340.340315:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954317440 : -118784755234176 : ffff93f744dc0a80) 00000100:00000040:1.0:1755696340.340322:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696340.340333:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696340.340337:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696340.340340:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5c38. 00000100:00000200:1.0:1755696340.340344:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120602880, offset 0 00000400:00000200:1.0:1755696340.340353:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696340.340366:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696340.340375:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696340.340382:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696340.340388:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696340.340394:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696340.340397:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696340.340402:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [283:283:256:4294967295] 192.168.203.157@tcp LPNI seq info [283:283:8:4294967295] 00000400:00000200:1.0:1755696340.340407:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696340.340421:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696340.340441:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696340.340447:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f74393f500. 00000800:00000200:1.0:1755696340.340457:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696340.340468:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696340.340475:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f74393f500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696340.340502:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696340.340511:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696340.340517:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295589902 00000100:00000010:1.0:1755696340.340526:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696340.340539:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696340.340550:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295589902 00000100:00000010:1.0:1755696340.340584:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a14e0. 00000100:00000001:1.0:1755696340.340591:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696340.340598:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696340.340603:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696340.340610:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696340.340614:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696340.340626:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696340.340631:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696340.340635:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696340.340638:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696340.340641:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696340.340645:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696340.340715:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696340.340724:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f74393f500. 00000400:00000200:0.0:1755696340.340731:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696340.340739:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696340.340745:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5c38 00000400:00000010:0.0:1755696340.340748:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5c38. 00000100:00000001:0.0:1755696340.340753:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696340.340759:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696340.340771:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696340.340775:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696340.340812:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696340.340814:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696340.343213:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696340.343233:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696340.343255:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696340.343260:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696340.343275:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696340.343282:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696340.343292:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696340.343308:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696340.343315:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696340.343319:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208900 00000400:00000200:0.0:1755696340.343326:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696340.343333:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1109 [1] + 224 00000800:00000001:0.0:1755696340.343342:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696340.343354:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696340.343357:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696340.343362:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696340.343368:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696340.343375:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696340.343389:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696340.343417:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696340.343429:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696340.343435:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696340.343486:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696340.343491:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696340.343501:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696340.343504:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696340.343509:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696340.343517:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696340.343519:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696340.343523:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696340.343530:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696340.343542:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696340.343586:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696340.343589:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696340.343593:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696340.343597:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696340.343600:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696340.343604:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696340.343608:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696340.343618:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=147 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696340.343623:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=45 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696340.343627:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696340.343629:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696340.343633:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696340.343636:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696340.343640:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696340.343647:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696340.343655:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696340.343660:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696340.343663:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696340.343668:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696340.343679:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120602880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696340.343685:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696340.343688:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696340.343692:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0a80 x1840980120602880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696356 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696340.343699:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696340.343703:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696340.343706:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b400. 02000000:00000001:1.0:1755696340.343711:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696340.343714:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696340.343723:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696340.343726:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696340.343729:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8700. 02000000:00000001:1.0:1755696340.343733:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696340.343736:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696340.343739:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0a80. 00000100:00000001:1.0:1755696340.343744:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696340.343745:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696340.343748:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696340.343753:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696340.343755:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696340.343758:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696340.343761:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696340.354912:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295589902, at 4295589903 00000100:00000040:0.0:1755696340.354912:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295589902, at 4295589903 00000100:00000010:0.0:1755696340.354927:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:1.0:1755696340.354928:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a14e0. 00010000:00000001:0.0:1755696341.043921:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696341.043931:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696341.044085:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696341.044118:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696341.044123:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696342.067912:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696342.067919:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696342.067948:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696342.067951:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696342.067953:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696343.091902:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696343.091911:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696343.092074:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696343.092081:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696343.092086:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696344.115956:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696344.115966:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696344.115999:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696344.116003:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696344.116007:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696345.139907:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696345.139916:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696345.140009:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696345.140015:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696345.140018:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696345.459910:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696345.459927:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696345.459939:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0700. 00000020:00000040:0.0:1755696345.459947:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696345.459954:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696345.459958:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696345.459965:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696345.459975:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8c00. 00000100:00000001:0.0:1755696345.459986:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696345.460009:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696345.460026:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696345.460034:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696345.460048:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000009e8518b8] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696345.460091:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696345.460096:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696345.460103:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696345.460109:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696345.460115:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696345.460127:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (932) 00000100:00000001:0.0:1755696345.460145:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696345.460153:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696345.460156:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696345.460167:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696345.460178:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696345.460180:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696345.460198:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696345.460203:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696345.460208:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696345.460215:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120603008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696345.460223:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696345.460231:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696345.460235:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696345.460239:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696345.460245:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013a00. 02000000:00000001:0.0:1755696345.460249:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696345.460262:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696345.460276:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544000. 00000400:00000010:0.0:1755696345.460286:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eecc0. 00000100:00000200:0.0:1755696345.460296:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603008, portal 25 00000100:00000001:0.0:1755696345.460300:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696345.460303:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954316544 : -118784755235072 : ffff93f744dc0700) 00000100:00000040:0.0:1755696345.460318:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696345.460333:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696345.460344:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696345.460358:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee198. 00000100:00000200:0.0:1755696345.460366:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603008, offset 0 00000400:00000200:0.0:1755696345.460387:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696345.460403:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.460422:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696345.460433:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696345.460443:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696345.460451:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696345.460457:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696345.460467:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [284:284:256:4294967295] 192.168.203.157@tcp LPNI seq info [284:284:8:4294967295] 00000400:00000200:0.0:1755696345.460479:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.460513:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696345.460568:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696345.460581:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8d00. 00000800:00000200:0.0:1755696345.460594:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696345.460607:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696345.460616:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696345.460638:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696345.460650:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696345.460657:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295595022 00000100:00000010:0.0:1755696345.460670:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696345.460681:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696345.460697:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295595022 00000100:00000010:0.0:1755696345.460710:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f900. 00000100:00000001:0.0:1755696345.460716:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696345.460728:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696345.460732:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696345.460737:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696345.460741:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696345.460754:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696345.460758:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696345.460764:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696345.460768:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696345.460774:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696345.460780:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696345.460849:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696345.460853:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696345.460993:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696345.461001:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8d00. 00000400:00000200:0.0:1755696345.461009:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696345.461023:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696345.461030:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee198 00000400:00000010:0.0:1755696345.461034:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee198. 00000100:00000001:0.0:1755696345.461046:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696345.461058:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696345.461089:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696345.461099:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696345.461111:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696345.461115:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696345.462996:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696345.463018:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696345.463023:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696345.463028:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696345.463038:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.463051:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696345.463063:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.463070:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.463077:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.463084:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208980 00000400:00000200:0.0:1755696345.463092:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696345.463100:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1119 [1] + 224 00000800:00000001:0.0:1755696345.463111:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696345.463126:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696345.463130:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696345.463134:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696345.463141:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696345.463148:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696345.463163:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696345.463197:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696345.463208:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696345.463214:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696345.463252:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696345.463258:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696345.463268:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696345.463270:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696345.463274:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544000. 00000400:00000200:1.0:1755696345.463279:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eecc0 00000400:00000010:1.0:1755696345.463281:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eecc0. 00000100:00000001:1.0:1755696345.463285:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696345.463295:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696345.463304:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696345.463310:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696345.463312:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696345.463314:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696345.463317:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696345.463320:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696345.463322:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696345.463325:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696345.463333:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=152 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696345.463337:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696345.463346:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696345.463348:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696345.463350:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696345.463352:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696345.463355:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696345.463359:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696345.463365:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696345.463368:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696345.463370:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696345.463374:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696345.463381:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120603008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696345.463386:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696345.463388:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696345.463392:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0700 x1840980120603008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696361 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696345.463397:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696345.463401:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696345.463405:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013a00. 02000000:00000001:1.0:1755696345.463409:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696345.463411:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696345.463412:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696345.463414:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696345.463416:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8c00. 02000000:00000001:1.0:1755696345.463420:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696345.463422:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696345.463424:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0700. 00000100:00000001:1.0:1755696345.463428:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696345.463430:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696345.463432:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696345.463438:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696345.463440:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696345.463448:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696345.463450:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696345.474874:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295595022, at 4295595023 00000100:00000010:0.0:1755696345.474888:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696345.475838:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295595022, at 4295595024 00000100:00000010:1.0:1755696345.475848:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f900. 00010000:00000001:0.0:1755696346.163857:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696346.163864:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696346.163883:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696346.163886:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696346.163888:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696347.187933:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696347.187946:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696347.187950:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696347.187953:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696347.187961:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696347.187964:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696347.187967:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696347.187970:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696347.188102:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696347.188109:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696347.188115:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696348.211940:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696348.211951:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696348.212006:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696348.212009:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696348.212013:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696349.235914:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696349.235927:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696349.236030:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696349.236036:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696349.236042:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696350.259874:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696350.259880:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696350.259900:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696350.259903:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696350.259905:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696350.579942:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696350.579952:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696350.579964:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf480. 00000020:00000040:3.0:1755696350.579969:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696350.579972:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696350.579975:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696350.579980:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696350.579988:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696350.579994:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696350.580005:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696350.580014:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696350.580044:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696350.580050:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba54318f] to pc [ptlrpcd_01_01+1] req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696350.580080:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696350.580082:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696350.580085:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696350.580088:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696350.580090:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696350.580094:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (937) 00000100:00000001:3.0:1755696350.580103:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696350.580106:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696350.580108:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.580114:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696350.580116:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.580118:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696350.580119:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696350.580122:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696350.580127:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696350.580133:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696350.580135:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696350.580138:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696350.580141:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696350.580143:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696350.580143:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696350.580149:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120603136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696350.580149:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696350.580156:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696350.580162:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696350.580164:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696350.580166:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696350.580169:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f744cbe200. 02000000:00000001:3.0:1755696350.580172:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696350.580184:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696350.580188:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696350.580193:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696350.580198:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603136, portal 25 00000100:00000001:3.0:1755696350.580201:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696350.580202:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918594688 : -118784790956928 : ffff93f742baf480) 00000100:00000040:3.0:1755696350.580207:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696350.580213:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696350.580215:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696350.580218:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467927f8. 00000100:00000200:3.0:1755696350.580220:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603136, offset 0 00000400:00000200:3.0:1755696350.580226:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696350.580232:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696350.580237:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696350.580242:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696350.580246:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696350.580249:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696350.580251:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696350.580254:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [285:285:256:4294967295] 192.168.203.157@tcp LPNI seq info [285:285:8:4294967295] 00000400:00000200:3.0:1755696350.580257:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696350.580264:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696350.580268:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696350.580271:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755696350.580277:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696350.580284:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696350.580288:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696350.580302:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696350.580305:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696350.580309:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295600142 00000100:00000010:3.0:1755696350.580313:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a780. 00000100:00000001:3.0:1755696350.580324:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696350.580332:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295600142 00000100:00000010:3.0:1755696350.580334:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ad80. 00000100:00000001:3.0:1755696350.580337:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696350.580342:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696350.580345:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696350.580347:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696350.580350:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696350.580461:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696350.580466:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:0.0:1755696350.580472:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696350.580491:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696350.580495:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467927f8 00000400:00000010:0.0:1755696350.580497:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467927f8. 00000100:00000001:0.0:1755696350.580501:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696350.580505:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696350.580541:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696350.580544:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696350.580560:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696350.580562:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696350.582033:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696350.582046:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696350.582048:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696350.582050:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696350.582055:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696350.582059:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696350.582064:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696350.582067:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696350.582071:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696350.582074:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208a00 00000400:00000200:0.0:1755696350.582077:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696350.582081:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1129 [1] + 224 00000800:00000001:0.0:1755696350.582087:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696350.582093:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696350.582095:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696350.582098:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696350.582102:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696350.582107:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696350.582115:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696350.582129:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696350.582136:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696350.582138:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.582152:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696350.582155:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696350.582159:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696350.582161:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696350.582163:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696350.582167:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696350.582168:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696350.582170:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696350.582174:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696350.582182:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696350.582187:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696350.582189:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.582191:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696350.582193:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696350.582194:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696350.582197:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696350.582198:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696350.582204:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=7 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696350.582207:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=55 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696350.582209:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696350.582210:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696350.582212:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696350.582214:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696350.582216:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696350.582219:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696350.582231:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696350.582233:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696350.582235:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696350.582238:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696350.582243:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120603136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696350.582247:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.582248:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696350.582251:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf480 x1840980120603136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696366 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696350.582255:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696350.582257:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696350.582259:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f744cbe200. 02000000:00000001:3.0:1755696350.582261:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696350.582262:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696350.582263:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696350.582265:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696350.582267:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:3.0:1755696350.582269:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696350.582271:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696350.582272:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf480. 00000100:00000001:3.0:1755696350.582274:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696350.582275:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.582277:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696350.582279:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696350.582281:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696350.582282:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696350.582284:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696350.594831:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295600142, at 4295600143 00000100:00000010:0.0:1755696350.594839:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a780. 00000100:00000040:1.0:1755696350.594849:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295600142, at 4295600143 00000100:00000010:1.0:1755696350.594857:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ad80. 00010000:00000001:0.0:1755696351.283875:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696351.283884:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696351.283994:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696351.284002:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696351.284007:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696352.307864:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696352.307890:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696352.307911:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696352.307913:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696352.307915:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696353.331894:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696353.331900:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696353.331952:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696353.331956:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696353.331959:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696354.355892:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696354.355901:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696354.355929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696354.355932:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696354.355936:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696355.379928:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696355.379938:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696355.380040:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696355.380044:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696355.380048:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696355.699967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696355.699980:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696355.699994:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0380. 00000020:00000040:0.0:1755696355.700000:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696355.700004:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696355.700008:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696355.700014:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696355.700023:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8d00. 00000100:00000001:0.0:1755696355.700030:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696355.700044:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696355.700055:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696355.700060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696355.700066:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000008384dc40] to pc [ptlrpcd_00_00+0] req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696355.700098:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696355.700101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696355.700105:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696355.700108:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696355.700130:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696355.700136:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (942) 00000100:00000001:1.0:1755696355.700140:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696355.700147:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696355.700150:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696355.700161:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696355.700167:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696355.700172:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696355.700173:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696355.700178:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696355.700182:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696355.700186:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696355.700190:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696355.700193:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696355.700198:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696355.700204:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696355.700206:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696355.700208:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696355.700214:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696355.700216:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696355.700225:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696355.700230:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696355.700236:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696355.700242:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603264, portal 25 00000100:00000001:1.0:1755696355.700245:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696355.700247:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954315648 : -118784755235968 : ffff93f744dc0380) 00000100:00000040:1.0:1755696355.700253:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696355.700260:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696355.700271:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696355.700274:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5550. 00000100:00000200:1.0:1755696355.700278:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603264, offset 0 00000400:00000200:1.0:1755696355.700284:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696355.700294:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696355.700301:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696355.700306:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696355.700310:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696355.700314:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696355.700317:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696355.700321:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [286:286:256:4294967295] 192.168.203.157@tcp LPNI seq info [286:286:8:4294967295] 00000400:00000200:1.0:1755696355.700325:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696355.700342:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696355.700348:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696355.700353:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696355.700360:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696355.700369:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696355.700374:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696355.700392:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696355.700396:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696355.700399:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295605262 00000100:00000010:1.0:1755696355.700405:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696355.700413:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696355.700421:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295605262 00000100:00000010:1.0:1755696355.700425:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696355.700429:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696355.700432:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696355.700435:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696355.700460:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696355.700479:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696355.700489:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696355.700500:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696355.700503:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696355.700505:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696355.700507:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696355.700510:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696355.700573:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696355.700579:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696355.700586:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696355.700594:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696355.700599:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5550 00000400:00000010:0.0:1755696355.700602:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5550. 00000100:00000001:0.0:1755696355.700607:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696355.700613:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696355.700624:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696355.700628:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696355.700637:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696355.700639:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696355.703502:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696355.703518:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696355.703521:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696355.703523:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696355.703529:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696355.703536:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696355.703543:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696355.703547:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696355.703551:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696355.703555:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208a80 00000400:00000200:0.0:1755696355.703559:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696355.703564:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1131 [1] + 224 00000800:00000001:0.0:1755696355.703570:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696355.703591:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696355.703600:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696355.703603:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696355.703608:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696355.703613:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696355.703623:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696355.703642:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696355.703650:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696355.703654:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696355.703695:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696355.703699:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696355.703704:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696355.703706:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696355.703708:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696355.703713:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696355.703715:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696355.703717:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696355.703723:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696355.703733:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696355.703740:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696355.703742:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696355.703744:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696355.703747:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696355.703749:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696355.703752:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696355.703754:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696355.703760:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=12 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696355.703764:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=60 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696355.703767:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696355.703769:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696355.703772:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696355.703774:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696355.703776:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696355.703817:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696355.703823:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696355.703826:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696355.703828:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696355.703841:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696355.703849:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696355.703853:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696355.703855:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696355.703858:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0380 x1840980120603264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696371 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696355.703864:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696355.703867:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696355.703870:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696355.703873:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696355.703875:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696355.703877:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696355.703879:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696355.703882:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8d00. 02000000:00000001:1.0:1755696355.703885:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696355.703887:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696355.703889:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0380. 00000100:00000001:1.0:1755696355.703892:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696355.703894:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696355.703895:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696355.703899:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696355.703901:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696355.703903:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696355.703904:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696355.714886:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295605262, at 4295605263 00000100:00000010:1.0:1755696355.714899:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000040:0.0:1755696355.714901:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295605262, at 4295605263 00000100:00000010:0.0:1755696355.714915:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00010000:00000001:0.0:1755696356.403963:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696356.403977:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696356.404020:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696356.404025:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696356.404030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696357.427871:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696357.427880:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696357.427883:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696357.427885:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696357.427891:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696357.427893:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696357.427895:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696357.427897:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696357.427960:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696357.427963:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696357.427966:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696358.451900:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696358.451910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696358.451941:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696358.451945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696358.451949:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696359.475856:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696359.475862:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696359.475927:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696359.475931:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696359.475934:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696360.499932:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696360.499942:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696360.500010:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696360.500014:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696360.500018:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696360.819985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696360.819998:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696360.820010:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696360.820018:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696360.820023:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696360.820028:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696360.820054:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696360.820065:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696360.820074:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696360.820092:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696360.820106:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696360.820112:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696360.820121:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696360.820166:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696360.820170:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696360.820176:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696360.820180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696360.820184:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696360.820190:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (948) 00000100:00000001:1.0:1755696360.820206:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696360.820211:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696360.820214:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.820225:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696360.820228:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.820232:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696360.820235:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696360.820238:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696360.820246:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696360.820258:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696360.820258:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696360.820267:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696360.820269:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696360.820273:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696360.820278:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696360.820283:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696360.820288:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696360.820304:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696360.820312:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696360.820315:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696360.820318:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696360.820323:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696360.820327:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696360.820339:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696360.820345:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696360.820353:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696360.820361:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603392, portal 25 00000100:00000001:1.0:1755696360.820365:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696360.820367:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696360.820375:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696360.820385:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696360.820389:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696360.820393:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d54c8. 00000100:00000200:1.0:1755696360.820397:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603392, offset 0 00000400:00000200:1.0:1755696360.820437:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696360.820448:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696360.820457:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696360.820463:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696360.820469:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696360.820474:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696360.820478:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696360.820483:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [287:287:256:4294967295] 192.168.203.157@tcp LPNI seq info [287:287:8:4294967295] 00000400:00000200:1.0:1755696360.820488:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696360.820501:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696360.820508:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696360.820514:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e200. 00000800:00000200:1.0:1755696360.820523:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696360.820541:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696360.820548:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696360.820570:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696360.820577:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696360.820581:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295610382 00000100:00000010:1.0:1755696360.820587:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696360.820596:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696360.820607:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295610382 00000100:00000010:1.0:1755696360.820611:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696360.820615:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696360.820619:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696360.820623:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696360.820628:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696360.820631:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696360.820847:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696360.820856:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e200. 00000400:00000200:0.0:1755696360.820863:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696360.820873:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696360.820879:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d54c8 00000400:00000010:0.0:1755696360.820882:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d54c8. 00000100:00000001:0.0:1755696360.820888:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696360.820896:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696360.820911:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696360.820916:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696360.820927:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696360.820930:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696360.823010:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696360.823035:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696360.823041:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696360.823047:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696360.823058:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696360.823070:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696360.823084:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696360.823092:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696360.823103:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696360.823110:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208b00 00000400:00000200:0.0:1755696360.823119:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696360.823129:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1141 [1] + 224 00000800:00000001:0.0:1755696360.823142:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696360.823159:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696360.823163:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696360.823186:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696360.823196:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696360.823206:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696360.823229:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696360.823265:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696360.823280:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696360.823288:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.823366:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696360.823372:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696360.823379:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696360.823382:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696360.823386:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696360.823393:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696360.823395:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696360.823428:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696360.823437:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696360.823451:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696360.823462:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696360.823464:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.823468:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696360.823471:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696360.823474:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696360.823478:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696360.823482:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696360.823491:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=17 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696360.823508:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=65 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696360.823512:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696360.823515:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696360.823518:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696360.823522:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696360.823525:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696360.823532:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696360.823541:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696360.823545:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696360.823548:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696360.823553:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696360.823564:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696360.823569:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.823572:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696360.823576:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120603392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696376 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696360.823584:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696360.823587:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696360.823590:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696360.823595:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696360.823597:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696360.823600:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696360.823603:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696360.823606:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696360.823609:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696360.823612:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696360.823614:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696360.823618:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696360.823620:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.823622:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696360.823627:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696360.823635:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696360.823638:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696360.823640:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696360.834883:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295610382, at 4295610383 00000100:00000010:0.0:1755696360.834899:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000040:1.0:1755696360.834905:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295610382, at 4295610383 00000100:00000010:1.0:1755696360.834919:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696361.523926:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696361.523936:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696361.524036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696361.524042:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696361.524048:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696362.547936:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696362.547952:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696362.547997:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696362.548002:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696362.548007:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696363.571883:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696363.571892:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696363.571974:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696363.571979:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696363.571983:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696364.595894:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696364.595904:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696364.595941:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696364.595945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696364.595948:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696365.619946:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696365.619959:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696365.620124:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696365.620130:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696365.620134:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696365.939921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696365.939934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696365.939947:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696365.939955:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696365.939960:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696365.939965:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696365.939972:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696365.939981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696365.939991:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696365.940006:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696365.940020:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696365.940026:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696365.940033:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696365.940076:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696365.940080:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696365.940085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696365.940088:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696365.940092:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696365.940097:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (953) 00000100:00000001:1.0:1755696365.940147:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696365.940154:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696365.940154:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696365.940161:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696365.940163:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696365.940171:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696365.940204:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696365.940207:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696365.940212:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696365.940215:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696365.940218:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696365.940223:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696365.940229:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696365.940236:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696365.940239:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696365.940242:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696365.940247:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a8ad600. 02000000:00000001:1.0:1755696365.940249:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696365.940260:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696365.940283:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696365.940291:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696365.940301:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603520, portal 25 00000100:00000001:1.0:1755696365.940304:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696365.940307:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696365.940314:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696365.940324:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696365.940328:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696365.940332:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5bb0. 00000100:00000200:1.0:1755696365.940335:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603520, offset 0 00000400:00000200:1.0:1755696365.940343:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696365.940355:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696365.940415:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696365.940423:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696365.940436:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696365.940441:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696365.940446:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696365.940461:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [288:288:256:4294967295] 192.168.203.157@tcp LPNI seq info [288:288:8:4294967295] 00000400:00000200:1.0:1755696365.940468:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696365.940483:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696365.940492:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696365.940497:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696365.940505:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696365.940513:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696365.940518:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696365.940536:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696365.940541:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696365.940544:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295615502 00000100:00000010:1.0:1755696365.940550:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696365.940559:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696365.940568:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295615502 00000100:00000010:1.0:1755696365.940570:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696365.940574:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696365.940577:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696365.940580:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696365.940583:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696365.940585:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696365.940593:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696365.940595:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696365.940599:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696365.940601:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696365.940604:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696365.940606:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696365.940673:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696365.940678:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696365.940685:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696365.940692:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696365.940696:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5bb0 00000400:00000010:0.0:1755696365.940706:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5bb0. 00000100:00000001:0.0:1755696365.940711:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696365.940717:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696365.940727:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696365.940731:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696365.940737:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696365.940739:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696365.942265:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696365.942280:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696365.942285:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696365.942288:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696365.942298:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696365.942308:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696365.942318:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696365.942323:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696365.942331:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696365.942337:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208b80 00000400:00000200:0.0:1755696365.942343:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696365.942350:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1151 [1] + 224 00000800:00000001:0.0:1755696365.942378:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696365.942393:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696365.942397:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696365.942402:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696365.942408:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696365.942415:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696365.942430:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696365.942458:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696365.942468:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696365.942484:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696365.942518:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696365.942522:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696365.942529:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696365.942531:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696365.942534:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696365.942539:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696365.942540:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696365.942551:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696365.942557:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696365.942586:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696365.942593:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696365.942596:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696365.942598:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696365.942601:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696365.942604:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696365.942607:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696365.942610:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696365.942618:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=22 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696365.942622:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=70 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696365.942625:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696365.942626:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696365.942629:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696365.942632:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696365.942635:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696365.942640:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696365.942647:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696365.942650:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696365.942652:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696365.942657:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696365.942665:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696365.942670:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696365.942672:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696365.942676:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120603520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696381 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696365.942682:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696365.942690:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696365.942693:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a8ad600. 02000000:00000001:1.0:1755696365.942698:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696365.942701:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696365.942719:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696365.942723:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696365.942726:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696365.942730:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696365.942733:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696365.942735:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696365.942739:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696365.942741:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696365.942744:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696365.942749:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696365.942751:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696365.942754:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696365.942757:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696365.954889:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295615502, at 4295615503 00000100:00000010:1.0:1755696365.954902:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:0.0:1755696365.954907:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295615502, at 4295615503 00000100:00000010:0.0:1755696365.954920:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696366.643893:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696366.643900:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696366.643925:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696366.643927:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696366.643929:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696367.667924:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696367.667937:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696367.667940:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696367.667944:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696367.667951:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696367.667954:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696367.667957:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696367.667960:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696367.668107:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696367.668114:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696367.668120:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696368.691902:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696368.691909:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696368.691935:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696368.691937:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696368.691940:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696369.715882:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696369.715894:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696369.715973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696369.716009:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696369.716014:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696370.739921:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696370.739933:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696370.739961:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696370.739965:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696370.739968:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696371.059924:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696371.059939:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696371.059952:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696371.059962:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696371.059968:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696371.059973:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696371.059981:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696371.059993:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696371.060004:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696371.060021:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696371.060038:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696371.060046:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696371.060054:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696371.060130:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696371.060135:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696371.060140:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696371.060144:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696371.060148:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696371.060154:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (958) 00000100:00000001:1.0:1755696371.060175:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696371.060182:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696371.060185:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.060195:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696371.060199:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.060204:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696371.060206:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696371.060208:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696371.060215:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696371.060219:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696371.060227:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696371.060240:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696371.060243:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696371.060249:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696371.060253:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696371.060258:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696371.060264:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696371.060270:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696371.060278:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696371.060282:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696371.060285:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696371.060291:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696371.060294:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696371.060307:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696371.060313:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696371.060378:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696371.060389:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603648, portal 25 00000100:00000001:1.0:1755696371.060392:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696371.060394:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696371.060403:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696371.060414:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696371.060419:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696371.060422:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5990. 00000100:00000200:1.0:1755696371.060426:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603648, offset 0 00000400:00000200:1.0:1755696371.060434:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696371.060447:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696371.060458:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696371.060466:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696371.060472:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696371.060478:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696371.060481:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696371.060487:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [289:289:256:4294967295] 192.168.203.157@tcp LPNI seq info [289:289:8:4294967295] 00000400:00000200:1.0:1755696371.060493:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696371.060507:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696371.060515:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696371.060521:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696371.060531:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696371.060543:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696371.060549:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696371.060574:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696371.060581:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696371.060585:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295620622 00000100:00000010:1.0:1755696371.060591:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696371.060603:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696371.060613:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295620622 00000100:00000010:1.0:1755696371.060626:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696371.060631:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696371.060636:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696371.060639:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696371.060644:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696371.060647:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696371.060745:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696371.060753:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696371.060760:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696371.060769:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696371.060775:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5990 00000400:00000010:0.0:1755696371.060779:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5990. 00000100:00000001:0.0:1755696371.060828:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696371.060853:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696371.060874:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696371.060881:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696371.060896:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696371.060900:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696371.063148:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696371.063168:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696371.063174:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696371.063180:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696371.063191:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696371.063203:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696371.063216:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696371.063224:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696371.063234:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696371.063243:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208c00 00000400:00000200:0.0:1755696371.063254:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696371.063268:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1161 [1] + 224 00000800:00000001:0.0:1755696371.063282:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696371.063298:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696371.063303:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696371.063310:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696371.063349:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696371.063360:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696371.063381:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696371.063417:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696371.063431:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696371.063438:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.063481:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696371.063488:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696371.063497:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696371.063499:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696371.063503:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696371.063510:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696371.063513:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696371.063517:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696371.063525:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696371.063540:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696371.063551:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696371.063553:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.063557:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696371.063561:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696371.063563:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696371.063567:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696371.063570:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696371.063580:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=28 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696371.063585:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=76 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696371.063589:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696371.063591:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696371.063595:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696371.063598:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696371.063602:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696371.063608:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696371.063618:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696371.063634:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696371.063637:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696371.063643:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696371.063656:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696371.063662:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.063664:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696371.063668:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120603648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696387 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696371.063677:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696371.063680:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696371.063685:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a600. 02000000:00000001:1.0:1755696371.063690:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696371.063693:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696371.063695:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696371.063698:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696371.063701:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696371.063705:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696371.063708:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696371.063710:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696371.063713:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696371.063715:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.063718:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696371.063723:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696371.063725:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696371.063728:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696371.063731:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696371.074921:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295620622, at 4295620623 00000100:00000010:1.0:1755696371.074940:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000040:0.0:1755696371.074940:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295620622, at 4295620623 00000100:00000010:0.0:1755696371.074971:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755696371.763916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696371.763926:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696371.764048:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696371.764055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696371.764060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696372.787909:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696372.787918:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696372.787946:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696372.787950:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696372.787953:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696373.811910:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696373.811918:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696373.812049:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696373.812055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696373.812060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696374.835918:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696374.835927:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696374.835954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696374.835958:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696374.835962:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696375.859910:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696375.859917:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696375.860045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696375.860051:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696375.860057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696376.179926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696376.179941:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696376.179954:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696376.179964:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696376.179992:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696376.179997:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696376.180005:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696376.180016:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696376.180028:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696376.180045:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696376.180062:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696376.180069:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696376.180078:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696376.180124:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696376.180129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696376.180134:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696376.180138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696376.180142:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696376.180148:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (963) 00000100:00000001:0.0:1755696376.180253:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696376.180260:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696376.180264:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696376.180275:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696376.180319:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696376.180322:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696376.180327:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696376.180331:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696376.180335:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696376.180339:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696376.180345:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696376.180353:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696376.180356:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696376.180359:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696376.180366:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696376.180369:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696376.180381:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696376.180398:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544210. 00000400:00000010:0.0:1755696376.180406:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee198. 00000100:00000200:0.0:1755696376.180415:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603776, portal 25 00000100:00000001:0.0:1755696376.180418:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696376.180420:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696376.180428:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696376.180438:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696376.180441:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696376.180445:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee440. 00000100:00000200:0.0:1755696376.180448:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603776, offset 0 00000400:00000200:0.0:1755696376.180455:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696376.180466:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.180475:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696376.180482:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696376.180489:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696376.180494:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696376.180497:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696376.180502:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [290:290:256:4294967295] 192.168.203.157@tcp LPNI seq info [290:290:8:4294967295] 00000400:00000200:0.0:1755696376.180507:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.180520:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696376.180528:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696376.180534:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8b00. 00000800:00000200:0.0:1755696376.180542:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696376.180552:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696376.180558:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696376.180585:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696376.180608:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696376.180612:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295625742 00000100:00000010:0.0:1755696376.180618:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696376.180628:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696376.180646:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295625742 00000100:00000010:0.0:1755696376.180651:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fae0. 00000100:00000001:0.0:1755696376.180656:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696376.180661:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696376.180664:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696376.180669:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696376.180673:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696376.180684:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696376.180688:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696376.180691:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696376.180693:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696376.180696:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696376.180699:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696376.180715:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696376.180718:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696376.180846:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696376.180855:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8b00. 00000400:00000200:1.0:1755696376.180863:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696376.180873:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696376.180879:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee440 00000400:00000010:1.0:1755696376.180883:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee440. 00000100:00000001:1.0:1755696376.180889:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696376.180896:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696376.180910:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696376.180915:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696376.180925:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696376.180939:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696376.183105:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696376.183124:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696376.183130:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696376.183134:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696376.183145:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.183155:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696376.183165:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.183172:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.183179:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.183186:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208c80 00000400:00000200:0.0:1755696376.183195:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696376.183203:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1171 [1] + 224 00000800:00000001:0.0:1755696376.183216:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696376.183228:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696376.183231:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696376.183236:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696376.183241:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696376.183247:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696376.183302:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696376.183324:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696376.183334:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696376.183339:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696376.183388:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696376.183392:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696376.183400:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696376.183403:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696376.183407:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544210. 00000400:00000200:1.0:1755696376.183413:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee198 00000400:00000010:1.0:1755696376.183415:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee198. 00000100:00000001:1.0:1755696376.183419:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696376.183426:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696376.183439:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696376.183448:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696376.183450:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696376.183454:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696376.183458:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696376.183461:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696376.183466:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696376.183471:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696376.183481:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=33 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696376.183488:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=81 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696376.183492:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696376.183495:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696376.183500:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696376.183504:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696376.183509:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696376.183517:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696376.183531:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696376.183536:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696376.183540:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696376.183547:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696376.183562:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120603776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696376.183584:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696376.183588:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696376.183612:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120603776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696392 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696376.183622:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696376.183625:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696376.183630:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:1.0:1755696376.183634:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696376.183637:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696376.183639:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696376.183642:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696376.183645:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696376.183649:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696376.183651:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696376.183653:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696376.183657:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696376.183659:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696376.183662:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696376.183667:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696376.183669:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696376.183672:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696376.183674:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696376.194898:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295625742, at 4295625743 00000100:00000040:0.0:1755696376.194903:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295625742, at 4295625743 00000100:00000010:1.0:1755696376.194910:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fae0. 00000100:00000010:0.0:1755696376.194916:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696376.883905:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696376.883916:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696376.883920:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696376.883923:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696376.883929:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696376.883932:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696376.883935:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696376.883938:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696376.883965:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696376.883968:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696376.883972:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696377.907905:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696377.907914:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696377.908051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696377.908057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696377.908062:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696378.931927:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696378.931937:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696378.931970:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696378.931974:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696378.931978:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696379.955894:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696379.955904:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696379.956008:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696379.956015:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696379.956020:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696380.979941:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696380.979955:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696380.980001:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696380.980007:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696380.980013:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696381.299963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696381.300006:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696381.300015:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1880. 00000020:00000040:0.0:1755696381.300024:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696381.300030:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696381.300035:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696381.300043:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696381.300053:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8900. 00000100:00000001:0.0:1755696381.300065:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696381.300082:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696381.300099:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696381.300106:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696381.300115:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000edfc2d5d] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696381.300170:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696381.300174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696381.300179:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696381.300184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696381.300190:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696381.300196:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (968) 00000100:00000001:1.0:1755696381.300206:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696381.300215:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696381.300220:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696381.300233:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696381.300237:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696381.300267:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696381.300273:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696381.300275:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696381.300280:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696381.300287:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696381.300302:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696381.300322:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120603904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696381.300330:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696381.300337:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696381.300341:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696381.300345:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696381.300351:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094600. 02000000:00000001:1.0:1755696381.300354:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696381.300378:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696381.300385:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696381.300393:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696381.300404:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120603904, portal 25 00000100:00000001:1.0:1755696381.300407:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696381.300409:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321024 : -118784755230592 : ffff93f744dc1880) 00000100:00000040:1.0:1755696381.300418:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696381.300430:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696381.300434:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696381.300437:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d55d8. 00000100:00000200:1.0:1755696381.300441:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120603904, offset 0 00000400:00000200:1.0:1755696381.300449:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696381.300462:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696381.300472:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696381.300480:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696381.300487:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696381.300493:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696381.300497:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696381.300502:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [291:291:256:4294967295] 192.168.203.157@tcp LPNI seq info [291:291:8:4294967295] 00000400:00000200:1.0:1755696381.300507:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696381.300521:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696381.300530:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696381.300536:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755696381.300555:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696381.300566:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696381.300573:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696381.300601:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696381.300608:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696381.300613:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295630862 00000100:00000010:1.0:1755696381.300619:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696381.300631:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696381.300642:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295630862 00000100:00000010:1.0:1755696381.300647:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696381.300651:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696381.300655:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696381.300658:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696381.300663:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696381.300665:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696381.300676:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696381.300680:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696381.300684:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696381.300687:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696381.300689:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696381.300693:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696381.300778:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696381.300834:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755696381.300855:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696381.300867:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696381.300876:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d55d8 00000400:00000010:0.0:1755696381.300881:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d55d8. 00000100:00000001:0.0:1755696381.300889:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696381.300898:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696381.300921:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696381.300926:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696381.300936:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696381.300938:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696381.303069:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696381.303089:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696381.303093:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696381.303096:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696381.303105:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696381.303113:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696381.303123:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696381.303129:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696381.303135:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696381.303141:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208d00 00000400:00000200:0.0:1755696381.303148:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696381.303156:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1181 [1] + 224 00000800:00000001:0.0:1755696381.303166:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696381.303176:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696381.303180:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696381.303185:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696381.303191:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696381.303198:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696381.303213:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696381.303284:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696381.303295:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696381.303300:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696381.303345:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696381.303351:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696381.303359:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696381.303362:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696381.303366:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696381.303373:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696381.303375:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696381.303379:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696381.303388:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696381.303402:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696381.303412:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696381.303426:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696381.303430:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696381.303434:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696381.303438:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696381.303442:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696381.303446:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696381.303455:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=38 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696381.303460:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=86 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696381.303463:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696381.303465:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696381.303469:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696381.303473:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696381.303476:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696381.303482:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696381.303491:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696381.303495:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696381.303498:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696381.303503:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696381.303525:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120603904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696381.303531:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696381.303534:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696381.303538:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1880 x1840980120603904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696397 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696381.303546:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696381.303549:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696381.303553:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094600. 02000000:00000001:1.0:1755696381.303557:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696381.303560:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696381.303562:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696381.303565:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696381.303568:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8900. 02000000:00000001:1.0:1755696381.303578:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696381.303582:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696381.303584:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1880. 00000100:00000001:1.0:1755696381.303590:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696381.303592:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696381.303595:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696381.303600:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696381.303603:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696381.303605:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696381.303608:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696381.314911:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295630862, at 4295630863 00000100:00000040:0.0:1755696381.314923:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295630862, at 4295630863 00000100:00000010:1.0:1755696381.314926:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000010:0.0:1755696381.314941:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696382.003934:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696382.003947:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696382.004071:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696382.004080:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696382.004096:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696383.027868:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696383.027874:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696383.027896:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696383.027898:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696383.027900:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696384.051933:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696384.051943:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696384.052095:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696384.052102:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696384.052107:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696385.075872:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696385.075879:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696385.075901:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696385.075903:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696385.075905:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696386.100000:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696386.100013:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696386.100159:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696386.100165:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696386.100171:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696386.419970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696386.419982:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696386.419995:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf480. 00000020:00000040:3.0:1755696386.420000:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696386.420021:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696386.420025:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696386.420032:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696386.420042:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696386.420050:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696386.420065:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696386.420078:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696386.420083:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696386.420089:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba54318f] to pc [ptlrpcd_01_00+0] req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696386.420127:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696386.420129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696386.420132:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696386.420134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696386.420137:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696386.420140:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (973) 00000100:00000001:2.0:1755696386.420172:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696386.420173:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696386.420178:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696386.420179:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696386.420183:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696386.420189:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696386.420196:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696386.420197:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696386.420219:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696386.420222:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696386.420224:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696386.420228:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120604032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696386.420232:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696386.420243:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696386.420245:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696386.420247:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696386.420251:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f744cbe000. 02000000:00000001:3.0:1755696386.420253:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696386.420261:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696386.420266:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696386.420271:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696386.420277:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604032, portal 25 00000100:00000001:3.0:1755696386.420280:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696386.420281:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918594688 : -118784790956928 : ffff93f742baf480) 00000100:00000040:3.0:1755696386.420286:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696386.420292:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696386.420295:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696386.420296:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792220. 00000100:00000200:3.0:1755696386.420299:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604032, offset 0 00000400:00000200:3.0:1755696386.420305:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696386.420312:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696386.420318:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696386.420322:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696386.420326:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696386.420329:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696386.420331:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696386.420334:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [292:292:256:4294967295] 192.168.203.157@tcp LPNI seq info [292:292:8:4294967295] 00000400:00000200:3.0:1755696386.420337:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696386.420344:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696386.420349:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696386.420353:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597100. 00000800:00000200:3.0:1755696386.420359:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696386.420367:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696386.420371:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696386.420390:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696386.420394:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696386.420397:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295635982 00000100:00000010:3.0:1755696386.420400:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a4e0. 00000100:00000001:3.0:1755696386.420407:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696386.420422:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295635982 00000100:00000010:3.0:1755696386.420427:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a7e0. 00000100:00000001:3.0:1755696386.420432:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696386.420447:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696386.420452:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696386.420456:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696386.420459:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696386.420468:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696386.420471:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696386.420474:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696386.420476:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696386.420478:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696386.420480:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696386.420579:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696386.420591:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597100. 00000400:00000200:0.0:1755696386.420600:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696386.420612:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696386.420620:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792220 00000400:00000010:0.0:1755696386.420624:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792220. 00000100:00000001:0.0:1755696386.420631:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696386.420641:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696386.420658:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696386.420663:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696386.420673:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696386.420675:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696386.421930:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696386.421949:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696386.421954:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696386.421957:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696386.421967:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696386.421995:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696386.422004:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696386.422010:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696386.422017:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696386.422023:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208d80 00000400:00000200:0.0:1755696386.422030:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696386.422038:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1191 [1] + 224 00000800:00000001:0.0:1755696386.422049:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696386.422060:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696386.422063:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696386.422068:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696386.422073:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696386.422081:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696386.422096:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696386.422131:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696386.422141:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696386.422145:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696386.422281:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696386.422289:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696386.422298:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696386.422301:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696386.422305:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696386.422313:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696386.422316:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696386.422320:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696386.422329:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696386.422344:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696386.422354:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696386.422356:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696386.422360:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696386.422364:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696386.422367:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696386.422383:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696386.422387:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696386.422397:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=43 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696386.422402:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=91 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696386.422406:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696386.422408:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696386.422412:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696386.422415:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696386.422419:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696386.422425:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696386.422435:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696386.422439:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696386.422442:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696386.422447:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696386.422458:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120604032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696386.422464:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696386.422467:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696386.422471:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf480 x1840980120604032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696402 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696386.422479:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696386.422482:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696386.422487:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f744cbe000. 02000000:00000001:3.0:1755696386.422491:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696386.422494:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696386.422497:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696386.422500:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696386.422503:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:3.0:1755696386.422506:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696386.422509:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696386.422512:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf480. 00000100:00000001:3.0:1755696386.422517:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696386.422524:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696386.422527:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696386.422536:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696386.422538:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696386.422541:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696386.422544:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696386.434912:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295635982, at 4295635983 00000100:00000010:0.0:1755696386.434929:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a4e0. 00000100:00000040:1.0:1755696386.434944:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295635982, at 4295635983 00000100:00000010:1.0:1755696386.434962:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a7e0. 00010000:00000001:0.0:1755696387.123864:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696387.123872:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696387.123875:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696387.123877:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696387.123882:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696387.123884:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696387.123885:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696387.123887:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696387.123908:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696387.123910:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696387.123912:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696388.147962:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696388.147991:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696388.148097:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696388.148101:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696388.148112:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696389.171869:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696389.171877:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696389.171904:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696389.171908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696389.171911:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696390.195902:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696390.195908:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696390.196006:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696390.196010:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696390.196013:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696391.219900:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696391.219906:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696391.219929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696391.219932:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696391.219934:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696391.539902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696391.539912:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696391.539923:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf480. 00000020:00000040:3.0:1755696391.539929:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696391.539932:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696391.539935:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696391.539940:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696391.539948:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696391.539956:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696391.539969:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696391.539982:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696391.539987:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696391.539994:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba54318f] to pc [ptlrpcd_01_01+1] req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696391.540066:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696391.540075:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696391.540079:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696391.540092:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696391.540095:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696391.540104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696391.540116:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696391.540124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696391.540131:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00080000:3.0:1755696391.540132:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:2.0:1755696391.540137:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696391.540139:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (978) 02000000:00000001:2.0:1755696391.540146:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696391.540152:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696391.540157:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696391.540157:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696391.540175:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696391.540175:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120604160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696391.540185:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696391.540192:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696391.540196:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696391.540199:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696391.540206:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755696391.540209:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696391.540219:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696391.540225:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696391.540231:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696391.540239:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604160, portal 25 00000100:00000001:2.0:1755696391.540241:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696391.540243:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918594688 : -118784790956928 : ffff93f742baf480) 00000100:00000040:2.0:1755696391.540250:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696391.540260:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696391.540263:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696391.540266:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a87f8. 00000100:00000200:2.0:1755696391.540270:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604160, offset 0 00000400:00000200:2.0:1755696391.540278:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696391.540302:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696391.540310:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696391.540316:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696391.540322:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696391.540326:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696391.540329:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696391.540334:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [293:293:256:4294967295] 192.168.203.157@tcp LPNI seq info [293:293:8:4294967295] 00000400:00000200:2.0:1755696391.540339:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696391.540350:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696391.540357:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696391.540363:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696391.540370:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696391.540379:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696391.540386:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696391.540404:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696391.540409:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696391.540412:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295641102 00000100:00000010:2.0:1755696391.540418:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755696391.540427:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696391.540435:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295641102 00000100:00000010:2.0:1755696391.540439:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee360. 00000100:00000001:2.0:1755696391.540444:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696391.540454:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696391.540458:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696391.540462:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696391.540465:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696391.540473:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696391.540476:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696391.540480:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696391.540482:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696391.540484:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696391.540487:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696391.540491:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696391.540500:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:0.0:1755696391.540508:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696391.540516:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696391.540523:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a87f8 00000400:00000010:0.0:1755696391.540525:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a87f8. 00000100:00000001:0.0:1755696391.540532:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696391.540537:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696391.540549:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696391.540554:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696391.540563:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696391.540565:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696391.541501:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696391.541511:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696391.541513:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696391.541515:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696391.541519:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696391.541523:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696391.541528:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696391.541531:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696391.541540:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696391.541544:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208e00 00000400:00000200:0.0:1755696391.541548:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696391.541553:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1199 [1] + 224 00000800:00000001:0.0:1755696391.541560:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696391.541566:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696391.541568:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696391.541570:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696391.541574:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696391.541577:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696391.541584:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696391.541598:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696391.541605:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696391.541608:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696391.541634:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696391.541637:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696391.541641:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696391.541643:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696391.541646:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696391.541650:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696391.541652:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696391.541655:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696391.541660:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696391.541671:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696391.541678:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696391.541681:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696391.541683:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696391.541687:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696391.541689:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696391.541692:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696391.541695:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696391.541702:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=48 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696391.541706:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=96 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696391.541709:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696391.541711:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696391.541714:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696391.541716:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696391.541719:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696391.541729:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696391.541737:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696391.541740:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696391.541742:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696391.541747:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696391.541755:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120604160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696391.541766:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696391.541768:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696391.541772:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf480 x1840980120604160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696407 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696391.541806:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696391.541808:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696391.541811:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011a00. 02000000:00000001:2.0:1755696391.541815:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696391.541818:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696391.541820:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696391.541822:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696391.541826:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696391.541829:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696391.541831:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696391.541833:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf480. 00000100:00000001:2.0:1755696391.541837:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696391.541838:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696391.541840:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696391.541844:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696391.541846:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696391.541848:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696391.541849:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696391.554840:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295641102, at 4295641103 00000100:00000040:0.0:1755696391.554841:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295641102, at 4295641103 00000100:00000010:1.0:1755696391.554852:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee360. 00000100:00000010:0.0:1755696391.554854:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00010000:00000001:0.0:1755696392.243878:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696392.243885:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696392.243947:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696392.243951:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696392.243953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696393.267876:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696393.267883:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696393.267905:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696393.267908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696393.267910:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696394.291844:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696394.291850:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696394.291909:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696394.291914:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696394.291918:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696395.315885:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696395.315893:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696395.315921:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696395.315924:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696395.315927:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696396.341051:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696396.341090:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696396.341233:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696396.341257:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696396.341261:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696396.660050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696396.660060:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696396.660067:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696396.660074:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696396.660078:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696396.660081:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696396.660087:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696396.660094:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696396.660102:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696396.660112:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696396.660142:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696396.660148:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696396.660228:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696396.660262:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696396.660281:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696396.660284:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696396.660288:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696396.660290:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696396.660296:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (983) 00000100:00000001:0.0:1755696396.660304:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696396.660312:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755696396.660316:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696396.660325:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696396.660327:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696396.660330:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696396.660332:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696396.660334:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696396.660335:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696396.660339:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696396.660350:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696396.660360:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696396.660362:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696396.660365:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696396.660369:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696396.660371:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696396.660374:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120604288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696396.660378:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696396.660384:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696396.660386:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696396.660388:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696396.660396:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696396.660398:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696396.660406:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696396.660410:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445443c8. 00000400:00000010:0.0:1755696396.660415:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eea18. 00000100:00000200:0.0:1755696396.660422:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604288, portal 25 00000100:00000001:0.0:1755696396.660425:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696396.660427:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696396.660434:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696396.660443:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696396.660447:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696396.660452:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee198. 00000100:00000200:0.0:1755696396.660472:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604288, offset 0 00000400:00000200:0.0:1755696396.660481:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696396.660490:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.660498:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696396.660505:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696396.660510:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696396.660515:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696396.660518:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696396.660523:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [294:294:256:4294967295] 192.168.203.157@tcp LPNI seq info [294:294:8:4294967295] 00000400:00000200:0.0:1755696396.660528:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.660539:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696396.660546:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696396.660552:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8900. 00000800:00000200:0.0:1755696396.660560:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696396.660567:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696396.660573:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696396.660598:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696396.660605:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696396.660609:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295646222 00000100:00000010:0.0:1755696396.660623:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696396.660633:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696396.660642:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295646222 00000100:00000010:0.0:1755696396.660647:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f300. 00000100:00000001:0.0:1755696396.660654:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696396.660660:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696396.660664:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696396.660669:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696396.660673:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696396.660697:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696396.660704:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8900. 00000400:00000200:1.0:1755696396.660710:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696396.660718:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696396.660723:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee198 00000400:00000010:1.0:1755696396.660725:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee198. 00000100:00000001:1.0:1755696396.660729:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696396.660733:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696396.660741:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696396.660744:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696396.660749:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696396.660751:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696396.662244:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696396.662260:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696396.662263:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696396.662273:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696396.662280:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.662286:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696396.662294:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.662298:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.662303:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.662308:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208e80 00000400:00000200:0.0:1755696396.662313:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696396.662319:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11a1 [1] + 224 00000800:00000001:0.0:1755696396.662327:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696396.662337:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696396.662341:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696396.662346:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696396.662354:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696396.662360:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696396.662373:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696396.662416:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696396.662428:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696396.662434:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696396.662460:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696396.662464:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696396.662470:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696396.662472:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696396.662475:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445443c8. 00000400:00000200:1.0:1755696396.662479:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eea18 00000400:00000010:1.0:1755696396.662481:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eea18. 00000100:00000001:1.0:1755696396.662483:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696396.662489:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696396.662497:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696396.662509:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696396.662511:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696396.662513:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696396.662516:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696396.662518:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696396.662521:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696396.662524:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696396.662529:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=53 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696396.662533:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=101 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696396.662535:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696396.662536:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696396.662539:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696396.662540:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696396.662543:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696396.662546:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696396.662551:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696396.662553:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696396.662555:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696396.662558:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696396.662564:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120604288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696396.662568:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696396.662569:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696396.662571:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120604288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696412 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696396.662575:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696396.662577:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696396.662579:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:1.0:1755696396.662582:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696396.662583:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696396.662588:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696396.662590:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696396.662592:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696396.662594:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696396.662596:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696396.662598:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696396.662601:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696396.662602:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696396.662603:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696396.662609:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696396.662610:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696396.662612:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696396.662614:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696396.674855:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295646222, at 4295646223 00000100:00000010:1.0:1755696396.674865:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f300. 00000100:00000040:0.0:1755696396.674873:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295646222, at 4295646223 00000100:00000010:0.0:1755696396.674883:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696397.363907:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696397.363917:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696397.363919:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696397.363921:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696397.363925:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696397.363927:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696397.363929:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696397.363931:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696397.363951:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696397.363953:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696397.363972:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696398.387876:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696398.387882:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696398.387960:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696398.387963:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696398.387966:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696399.411857:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696399.411863:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696399.411885:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696399.411888:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696399.411890:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696400.435967:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696400.435974:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696400.436085:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696400.436123:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696400.436163:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696401.459854:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696401.459862:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696401.459888:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696401.459890:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696401.459892:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696401.779886:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696401.779898:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696401.779925:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad180. 00000020:00000040:3.0:1755696401.779933:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696401.779938:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696401.779941:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696401.779954:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696401.779962:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597700. 00000100:00000001:3.0:1755696401.779971:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696401.779984:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696401.779997:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696401.780003:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696401.780010:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000aca2675d] to pc [ptlrpcd_01_00+0] req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696401.780045:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696401.780049:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696401.780054:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696401.780057:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696401.780058:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1755696401.780064:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:2.0:1755696401.780064:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696401.780068:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696401.780073:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (989) 00000100:00000040:2.0:1755696401.780076:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696401.780104:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696401.780106:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696401.780110:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696401.780113:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696401.780116:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696401.780116:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696401.780122:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696401.780122:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120604416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696401.780129:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696401.780134:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696401.780136:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696401.780138:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696401.780143:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010400. 02000000:00000001:2.0:1755696401.780145:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696401.780153:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696401.780157:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696401.780162:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696401.780168:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604416, portal 25 00000100:00000001:2.0:1755696401.780170:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696401.780171:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918585728 : -118784790965888 : ffff93f742bad180) 00000100:00000040:2.0:1755696401.780176:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696401.780182:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696401.780184:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696401.780186:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8440. 00000100:00000200:2.0:1755696401.780189:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604416, offset 0 00000400:00000200:2.0:1755696401.780194:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696401.780202:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696401.780209:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696401.780221:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696401.780225:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696401.780229:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696401.780231:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696401.780234:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [295:295:256:4294967295] 192.168.203.157@tcp LPNI seq info [295:295:8:4294967295] 00000400:00000200:2.0:1755696401.780238:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696401.780248:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696401.780253:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696401.780257:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755696401.780263:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696401.780270:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696401.780274:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696401.780288:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696401.780292:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696401.780294:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295651342 00000100:00000010:2.0:1755696401.780298:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755696401.780305:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696401.780315:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295651342 00000100:00000010:2.0:1755696401.780318:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755696401.780321:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696401.780324:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696401.780325:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696401.780328:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696401.780329:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696401.780336:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696401.780339:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696401.780341:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696401.780343:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696401.780344:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696401.780346:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696401.780432:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696401.780439:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:1.0:1755696401.780446:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696401.780454:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696401.780459:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8440 00000400:00000010:1.0:1755696401.780462:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8440. 00000100:00000001:1.0:1755696401.780467:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696401.780472:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696401.780483:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696401.780488:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696401.780496:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696401.780498:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696401.781650:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696401.781671:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696401.781676:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696401.781679:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696401.781691:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696401.781699:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696401.781710:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696401.781715:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696401.781721:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696401.781725:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208f00 00000400:00000200:0.0:1755696401.781731:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696401.781738:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11b1 [1] + 224 00000800:00000001:0.0:1755696401.781746:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696401.781759:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696401.781762:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696401.781767:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696401.781773:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696401.781808:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696401.781822:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696401.781861:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696401.781869:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696401.781874:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696401.781930:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696401.781933:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696401.781945:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696401.781947:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696401.781949:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696401.781953:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696401.781954:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696401.781957:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696401.781962:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696401.781970:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696401.781976:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696401.781978:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696401.781980:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696401.781982:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696401.781984:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696401.781986:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696401.781988:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696401.781994:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=58 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696401.781998:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=106 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696401.782000:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696401.782001:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696401.782004:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696401.782006:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696401.782008:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696401.782011:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696401.782016:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696401.782018:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696401.782019:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696401.782022:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696401.782027:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120604416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696401.782031:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696401.782035:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696401.782038:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad180 x1840980120604416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696417 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696401.782043:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696401.782045:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696401.782048:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010400. 02000000:00000001:2.0:1755696401.782050:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696401.782051:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696401.782053:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696401.782055:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696401.782056:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597700. 02000000:00000001:2.0:1755696401.782059:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696401.782061:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696401.782063:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad180. 00000100:00000001:2.0:1755696401.782066:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696401.782067:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696401.782068:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696401.782071:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696401.782073:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696401.782074:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696401.782076:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696401.794888:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295651342, at 4295651343 00000100:00000040:0.0:1755696401.794889:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295651342, at 4295651343 00000100:00000010:1.0:1755696401.794903:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00000100:00000010:0.0:1755696401.794909:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00010000:00000001:0.0:1755696402.483860:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696402.483868:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696402.484024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696402.484032:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696402.484039:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696403.507947:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696403.507955:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696403.508019:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696403.508024:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696403.508029:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696404.531957:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696404.531969:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696404.532058:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696404.532089:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696404.532095:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696405.555939:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696405.555946:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696405.555975:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696405.555979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696405.555982:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696406.579931:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696406.579941:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696406.580042:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696406.580068:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696406.580074:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696406.900094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696406.900109:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696406.900125:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696406.900135:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696406.900141:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696406.900146:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696406.900155:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696406.900167:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696406.900178:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696406.900196:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696406.900213:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696406.900220:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696406.900229:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696406.900283:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696406.900287:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696406.900292:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696406.900296:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696406.900300:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696406.900308:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (994) 00000100:00000001:1.0:1755696406.900333:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696406.900341:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696406.900341:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696406.900350:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696406.900366:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696406.900390:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696406.900394:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696406.900397:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696406.900401:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696406.900405:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696406.900414:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696406.900427:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696406.900430:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696406.900436:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696406.900440:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696406.900444:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696406.900448:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120604544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696406.900455:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696406.900463:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696406.900466:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696406.900470:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696406.900478:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f744a11600. 02000000:00000001:1.0:1755696406.900481:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696406.900494:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696406.900501:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696406.900510:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696406.900520:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604544, portal 25 00000100:00000001:1.0:1755696406.900523:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696406.900526:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696406.900534:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696406.900544:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696406.900548:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696406.900552:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5d48. 00000100:00000200:1.0:1755696406.900556:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604544, offset 0 00000400:00000200:1.0:1755696406.900565:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696406.900579:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696406.900589:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696406.900604:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696406.900612:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696406.900617:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696406.900621:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696406.900626:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [296:296:256:4294967295] 192.168.203.157@tcp LPNI seq info [296:296:8:4294967295] 00000400:00000200:1.0:1755696406.900633:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696406.900648:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696406.900656:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696406.900662:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755696406.900672:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696406.900683:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696406.900691:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696406.900717:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696406.900723:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696406.900727:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295656462 00000100:00000010:1.0:1755696406.900734:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696406.900744:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696406.900760:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295656462 00000100:00000010:1.0:1755696406.900764:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696406.900769:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696406.900773:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696406.900776:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696406.900830:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696406.900835:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696406.900954:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696406.900964:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755696406.900973:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696406.900983:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696406.900989:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5d48 00000400:00000010:0.0:1755696406.900993:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5d48. 00000100:00000001:0.0:1755696406.900999:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696406.901007:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696406.901022:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696406.901027:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696406.901074:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696406.901078:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696406.903259:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696406.903284:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696406.903290:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696406.903295:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696406.903307:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696406.903321:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696406.903333:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696406.903338:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696406.903345:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696406.903351:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96208f80 00000400:00000200:0.0:1755696406.903358:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696406.903365:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11b9 [1] + 224 00000800:00000001:0.0:1755696406.903375:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696406.903387:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696406.903391:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696406.903396:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696406.903402:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696406.903409:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696406.903425:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696406.903464:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696406.903480:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696406.903487:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696406.903575:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696406.903581:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696406.903589:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696406.903592:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696406.903596:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696406.903603:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696406.903605:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696406.903609:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696406.903629:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696406.903645:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696406.903655:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696406.903658:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696406.903661:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696406.903665:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696406.903668:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696406.903672:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696406.903676:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696406.903685:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=63 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696406.903690:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=111 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696406.903694:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696406.903696:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696406.903700:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696406.903704:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696406.903708:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696406.903714:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696406.903723:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696406.903726:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696406.903729:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696406.903734:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696406.903744:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120604544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696406.903750:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696406.903753:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696406.903757:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120604544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696422 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696406.903766:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696406.903810:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696406.903815:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f744a11600. 02000000:00000001:1.0:1755696406.903821:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696406.903825:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696406.903827:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696406.903831:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696406.903834:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696406.903838:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696406.903841:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696406.903844:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696406.903848:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696406.903849:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696406.903852:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696406.903858:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696406.903860:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696406.903863:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696406.903866:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696406.914910:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295656462, at 4295656463 00000100:00000040:1.0:1755696406.914919:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295656462, at 4295656463 00000100:00000010:0.0:1755696406.914925:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000010:1.0:1755696406.914935:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00010000:00000001:0.0:1755696407.603984:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696407.603997:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696407.604001:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696407.604033:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696407.604147:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696407.604150:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696407.604155:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696407.604160:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696407.604208:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696407.604214:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696407.604219:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696408.627943:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696408.627962:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696408.628086:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696408.628090:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696408.628093:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696409.651951:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696409.651959:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696409.651993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696409.651996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696409.651999:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696410.675849:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696410.675856:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696410.676006:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696410.676036:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696410.676043:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696411.699919:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696411.699926:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696411.699950:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696411.699952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696411.699954:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696412.019998:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696412.020038:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696412.020053:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bae300. 00000020:00000040:3.0:1755696412.020077:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696412.020083:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696412.020086:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696412.020094:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696412.020104:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696412.020113:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696412.020150:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696412.020163:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696412.020168:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696412.020176:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000060b5f720] to pc [ptlrpcd_01_01+1] req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696412.020220:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696412.020223:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696412.020228:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696412.020231:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696412.020234:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696412.020239:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (999) 00000100:00000001:2.0:1755696412.020311:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696412.020323:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696412.020327:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696412.020345:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696412.020360:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696412.020363:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696412.020370:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696412.020375:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696412.020379:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696412.020383:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120604672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696412.020389:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696412.020398:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696412.020401:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696412.020426:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696412.020434:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696412.020437:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696412.020451:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696412.020457:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696412.020465:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696412.020475:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604672, portal 25 00000100:00000001:2.0:1755696412.020479:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696412.020481:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918590208 : -118784790961408 : ffff93f742bae300) 00000100:00000040:2.0:1755696412.020490:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696412.020500:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696412.020504:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696412.020507:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8088. 00000100:00000200:2.0:1755696412.020512:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604672, offset 0 00000400:00000200:2.0:1755696412.020520:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696412.020532:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696412.020542:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696412.020549:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696412.020555:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696412.020561:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696412.020564:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696412.020569:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [297:297:256:4294967295] 192.168.203.157@tcp LPNI seq info [297:297:8:4294967295] 00000400:00000200:2.0:1755696412.020575:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696412.020588:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696412.020596:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696412.020602:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755696412.020611:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696412.020623:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696412.020630:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696412.020656:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696412.020671:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696412.020676:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295661582 00000100:00000010:2.0:1755696412.020681:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755696412.020691:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696412.020706:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295661582 00000100:00000010:2.0:1755696412.020710:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755696412.020714:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696412.020729:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696412.020733:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696412.020738:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696412.020742:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696412.020753:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696412.020756:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696412.020760:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696412.020762:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696412.020764:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696412.020768:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696412.020831:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696412.020838:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696412.020931:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696412.020938:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:0.0:1755696412.020946:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696412.020955:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696412.020962:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8088 00000400:00000010:0.0:1755696412.020965:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8088. 00000100:00000001:0.0:1755696412.020971:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696412.020978:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696412.020991:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696412.020996:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696412.021028:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696412.021041:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696412.023133:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696412.023152:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696412.023156:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696412.023159:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696412.023168:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696412.023175:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696412.023185:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696412.023191:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696412.023197:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696412.023202:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209000 00000400:00000200:0.0:1755696412.023208:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696412.023215:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11c9 [1] + 224 00000800:00000001:0.0:1755696412.023224:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696412.023234:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696412.023237:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696412.023241:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696412.023246:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696412.023252:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696412.023265:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696412.023292:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696412.023302:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696412.023305:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696412.023359:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696412.023367:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696412.023376:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696412.023378:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696412.023383:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696412.023391:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696412.023393:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696412.023398:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696412.023406:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696412.023419:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696412.023429:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696412.023431:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696412.023434:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696412.023438:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696412.023454:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696412.023457:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696412.023461:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696412.023470:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=69 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696412.023475:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=117 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696412.023478:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696412.023480:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696412.023484:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696412.023487:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696412.023490:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696412.023496:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696412.023505:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696412.023508:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696412.023511:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696412.023515:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696412.023524:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120604672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696412.023530:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696412.023533:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696412.023537:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bae300 x1840980120604672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696428 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696412.023544:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696412.023547:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696412.023551:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696412.023555:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696412.023558:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696412.023560:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696412.023562:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696412.023565:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755696412.023569:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696412.023572:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696412.023574:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bae300. 00000100:00000001:2.0:1755696412.023585:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696412.023586:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696412.023589:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696412.023593:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696412.023595:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696412.023597:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696412.023600:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696412.034884:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295661582, at 4295661583 00000100:00000010:0.0:1755696412.034898:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00000100:00000040:1.0:1755696412.034902:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295661582, at 4295661583 00000100:00000010:1.0:1755696412.034914:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00010000:00000001:0.0:1755696412.723888:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696412.723898:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696412.724019:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696412.724039:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696412.724044:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696413.747947:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696413.747955:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696413.747987:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696413.748019:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696413.748045:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696414.771903:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696414.771910:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696414.772029:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696414.772033:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696414.772037:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696415.795892:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696415.795898:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696415.795929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696415.795932:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696415.795934:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696416.819933:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696416.819944:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696416.819947:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696416.819951:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696416.819957:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696416.819960:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696416.819963:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696416.820025:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696416.820117:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696416.820120:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696416.820124:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696417.140053:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696417.140064:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696417.140076:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696417.140082:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696417.140087:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696417.140091:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696417.140097:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696417.140107:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696417.140115:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696417.140128:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696417.140140:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696417.140145:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696417.140152:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696417.140193:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696417.140196:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696417.140200:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696417.140203:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696417.140206:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696417.140211:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1004) 00000100:00000001:1.0:1755696417.140253:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696417.140253:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696417.140260:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696417.140261:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696417.140264:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696417.140273:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696417.140282:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696417.140285:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696417.140289:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696417.140292:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696417.140313:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696417.140318:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120604800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696417.140323:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696417.140330:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696417.140333:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696417.140335:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696417.140339:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696417.140353:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696417.140363:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696417.140368:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696417.140376:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696417.140383:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604800, portal 25 00000100:00000001:1.0:1755696417.140386:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696417.140388:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696417.140394:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696417.140403:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696417.140406:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696417.140409:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d52a8. 00000100:00000200:1.0:1755696417.140412:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604800, offset 0 00000400:00000200:1.0:1755696417.140419:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696417.140427:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696417.140434:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696417.140440:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696417.140445:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696417.140450:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696417.140453:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696417.140457:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [298:298:256:4294967295] 192.168.203.157@tcp LPNI seq info [298:298:8:4294967295] 00000400:00000200:1.0:1755696417.140461:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696417.140471:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696417.140478:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696417.140483:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696417.140497:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696417.140505:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696417.140511:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696417.140531:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696417.140536:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696417.140540:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295666702 00000100:00000010:1.0:1755696417.140545:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696417.140552:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696417.140562:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295666702 00000100:00000010:1.0:1755696417.140568:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696417.140572:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696417.140576:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696417.140579:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696417.140582:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696417.140585:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696417.140593:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696417.140595:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696417.140598:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696417.140599:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696417.140601:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696417.140604:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696417.140696:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696417.140702:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696417.140709:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696417.140716:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696417.140722:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d52a8 00000400:00000010:0.0:1755696417.140724:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d52a8. 00000100:00000001:0.0:1755696417.140729:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696417.140735:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696417.140747:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696417.140751:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696417.140760:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696417.140762:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696417.142436:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696417.142453:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696417.142456:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696417.142461:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696417.142476:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696417.142482:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696417.142490:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696417.142495:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696417.142500:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696417.142504:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209080 00000400:00000200:0.0:1755696417.142509:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696417.142515:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11d1 [1] + 224 00000800:00000001:0.0:1755696417.142523:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696417.142532:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696417.142535:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696417.142539:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696417.142543:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696417.142548:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696417.142559:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696417.142581:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696417.142588:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696417.142592:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696417.142677:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696417.142682:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696417.142688:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696417.142690:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696417.142693:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696417.142698:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696417.142701:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696417.142704:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696417.142711:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696417.142723:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696417.142732:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696417.142743:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696417.142747:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696417.142749:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696417.142752:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696417.142755:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696417.142758:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696417.142765:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=74 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696417.142770:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=122 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696417.142773:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696417.142775:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696417.142810:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696417.142813:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696417.142816:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696417.142821:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696417.142830:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696417.142833:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696417.142836:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696417.142840:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696417.142848:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120604800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696417.142853:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696417.142855:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696417.142858:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120604800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696433 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696417.142865:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696417.142867:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696417.142871:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696417.142874:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696417.142877:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696417.142879:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696417.142881:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696417.142884:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696417.142894:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696417.142907:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696417.142910:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696417.142913:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696417.142915:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696417.142916:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696417.142921:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696417.142922:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696417.142925:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696417.142927:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696417.154925:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295666702, at 4295666703 00000100:00000040:1.0:1755696417.154935:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295666702, at 4295666703 00000100:00000010:0.0:1755696417.154954:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00000100:00000010:1.0:1755696417.154958:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696417.843949:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696417.843990:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696417.844027:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696417.844031:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696417.844035:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696418.867929:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696418.867940:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696418.868103:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696418.868113:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696418.868121:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696419.891984:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696419.891996:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696419.892035:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696419.892073:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696419.892079:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696420.915897:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696420.915906:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696420.916010:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696420.916017:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696420.916023:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696421.939921:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696421.939955:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696421.939997:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696421.940001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696421.940005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696422.260094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696422.260115:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696422.260132:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baed80. 00000020:00000040:3.0:1755696422.260143:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696422.260150:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696422.260155:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696422.260163:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696422.260175:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696422.260186:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696422.260205:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696422.260221:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696422.260228:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696422.260237:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000016b09aba] to pc [ptlrpcd_01_00+0] req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696422.260283:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696422.260312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696422.260318:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696422.260323:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696422.260329:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696422.260337:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1009) 00000100:00000001:2.0:1755696422.260350:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696422.260361:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696422.260368:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696422.260383:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696422.260386:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696422.260392:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696422.260415:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696422.260421:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696422.260431:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696422.260437:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696422.260444:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696422.260453:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120604928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696422.260464:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696422.260474:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696422.260479:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696422.260484:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696422.260495:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010a00. 02000000:00000001:2.0:1755696422.260500:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696422.260518:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696422.260527:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696422.260540:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696422.260554:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120604928, portal 25 00000100:00000001:2.0:1755696422.260560:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696422.260564:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592896 : -118784790958720 : ffff93f742baed80) 00000100:00000040:2.0:1755696422.260577:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696422.260597:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696422.260603:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696422.260623:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8e58. 00000100:00000200:2.0:1755696422.260632:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120604928, offset 0 00000400:00000200:2.0:1755696422.260646:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696422.260663:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696422.260678:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696422.260689:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696422.260698:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696422.260707:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696422.260713:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696422.260721:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [299:299:256:4294967295] 192.168.203.157@tcp LPNI seq info [299:299:8:4294967295] 00000400:00000200:2.0:1755696422.260730:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696422.260750:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696422.260763:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696422.260773:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696422.260844:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696422.260861:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696422.260870:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696422.260905:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696422.260916:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696422.260948:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295671823 00000100:00000010:2.0:1755696422.260960:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755696422.260973:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696422.260997:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295671823 00000100:00000010:2.0:1755696422.261006:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755696422.261015:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696422.261034:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696422.261041:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696422.261061:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696422.261067:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696422.261106:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696422.261111:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696422.261130:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696422.261134:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696422.261137:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696422.261142:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696422.261169:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696422.261179:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:0.0:1755696422.261189:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696422.261198:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696422.261205:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8e58 00000400:00000010:0.0:1755696422.261208:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8e58. 00000100:00000001:0.0:1755696422.261214:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696422.261221:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696422.261235:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696422.261240:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696422.261250:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696422.261252:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696422.263518:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696422.263537:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696422.263541:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696422.263544:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696422.263553:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696422.263561:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696422.263572:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696422.263579:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696422.263587:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696422.263594:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209100 00000400:00000200:0.0:1755696422.263600:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696422.263619:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11e1 [1] + 224 00000800:00000001:0.0:1755696422.263629:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696422.263641:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696422.263644:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696422.263649:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696422.263656:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696422.263663:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696422.263677:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696422.263707:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696422.263719:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696422.263723:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696422.263765:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696422.263770:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696422.263779:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696422.263803:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696422.263808:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:2.0:1755696422.263816:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:2.0:1755696422.263820:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:2.0:1755696422.263826:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696422.263854:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696422.263875:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696422.263890:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696422.263893:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696422.263898:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696422.263903:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696422.263907:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696422.263912:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696422.263917:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696422.263946:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=79 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696422.263954:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=127 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696422.263959:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696422.263961:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696422.263965:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696422.263969:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696422.263972:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696422.263979:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696422.263988:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696422.263992:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696422.263995:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696422.264000:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696422.264021:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120604928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696422.264028:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696422.264031:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696422.264035:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baed80 x1840980120604928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696438 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696422.264043:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696422.264058:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696422.264063:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010a00. 02000000:00000001:2.0:1755696422.264072:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696422.264075:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696422.264077:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696422.264080:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696422.264083:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755696422.264087:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696422.264089:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696422.264092:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baed80. 00000100:00000001:2.0:1755696422.264097:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696422.264098:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696422.264101:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696422.264106:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696422.264108:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696422.264111:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696422.264113:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696422.275963:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295671823, at 4295671824 00000100:00000040:0.0:1755696422.275963:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295671823, at 4295671824 00000100:00000010:0.0:1755696422.275989:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00000100:00000010:1.0:1755696422.275997:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00010000:00000001:0.0:1755696422.964913:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696422.964942:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696422.964991:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696422.964997:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696422.965002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696423.987972:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696423.987978:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696423.987999:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696423.988001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696423.988004:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696425.012845:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696425.012853:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696425.012923:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696425.012929:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696425.012935:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696426.035884:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696426.035907:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696426.035945:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696426.035949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696426.035953:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696427.060930:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696427.060938:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696427.060942:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696427.060945:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696427.060951:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696427.060960:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696427.060963:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696427.060966:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696427.061027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696427.061037:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696427.061043:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696427.380058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696427.380074:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696427.380092:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696427.380102:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696427.380108:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696427.380113:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696427.380121:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696427.380133:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696427.380144:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696427.380162:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696427.380215:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696427.380222:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696427.380232:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696427.380290:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696427.380294:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696427.380299:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696427.380303:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696427.380308:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696427.380315:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1014) 00000100:00000001:1.0:1755696427.380338:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696427.380345:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696427.380348:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.380359:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696427.380363:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.380366:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696427.380369:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696427.380374:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696427.380383:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696427.380392:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696427.380395:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696427.380400:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696427.380409:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1755696427.380411:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696427.380415:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696427.380430:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696427.380438:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120605056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696427.380446:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696427.380455:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696427.380460:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696427.380473:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696427.380480:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696427.380484:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696427.380497:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696427.380504:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696427.380513:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696427.380523:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605056, portal 25 00000100:00000001:1.0:1755696427.380527:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696427.380529:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696427.380538:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696427.380549:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696427.380553:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696427.380556:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5880. 00000100:00000200:1.0:1755696427.380560:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605056, offset 0 00000400:00000200:1.0:1755696427.380569:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696427.380581:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696427.380592:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696427.380600:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696427.380607:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696427.380613:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696427.380617:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696427.380623:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [300:300:256:4294967295] 192.168.203.157@tcp LPNI seq info [300:300:8:4294967295] 00000400:00000200:1.0:1755696427.380628:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696427.380643:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696427.380653:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696427.380659:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696427.380669:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696427.380680:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696427.380687:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696427.380714:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696427.380729:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696427.380733:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295676942 00000100:00000010:1.0:1755696427.380739:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696427.380751:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696427.380763:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295676942 00000100:00000010:1.0:1755696427.380769:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696427.380774:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696427.380780:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696427.380912:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696427.380917:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696427.380922:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696427.380997:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696427.381009:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696427.381020:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696427.381036:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696427.381046:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5880 00000400:00000010:0.0:1755696427.381051:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5880. 00000100:00000001:0.0:1755696427.381060:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696427.381074:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696427.381098:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696427.381106:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696427.381124:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696427.381128:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696427.383179:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696427.383220:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696427.383226:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696427.383232:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696427.383245:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696427.383257:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696427.383272:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696427.383282:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696427.383294:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696427.383302:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209180 00000400:00000200:0.0:1755696427.383312:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696427.383325:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11e9 [1] + 224 00000800:00000001:0.0:1755696427.383339:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696427.383356:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696427.383361:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696427.383388:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696427.383397:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696427.383407:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696427.383430:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696427.383472:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696427.383487:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696427.383495:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.383578:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696427.383584:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696427.383594:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696427.383596:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696427.383601:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696427.383610:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696427.383614:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696427.383619:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696427.383629:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696427.383643:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696427.383654:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696427.383656:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.383660:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696427.383664:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696427.383667:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696427.383671:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696427.383675:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696427.383683:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=84 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696427.383689:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=132 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696427.383693:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696427.383695:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696427.383712:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696427.383715:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696427.383719:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696427.383725:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696427.383735:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696427.383740:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696427.383743:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696427.383748:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696427.383758:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120605056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696427.383765:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.383768:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696427.383772:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120605056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696443 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696427.383812:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696427.383816:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696427.383821:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696427.383826:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696427.383829:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696427.383831:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696427.383835:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696427.383838:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696427.383842:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696427.383844:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696427.383847:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696427.383852:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696427.383854:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.383856:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696427.383862:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696427.383864:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696427.383867:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696427.383870:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696427.394945:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295676942, at 4295676943 00000100:00000040:1.0:1755696427.394947:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295676942, at 4295676943 00000100:00000010:0.0:1755696427.394974:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000010:1.0:1755696427.394977:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696428.083993:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696428.084001:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696428.084029:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696428.084032:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696428.084035:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696429.107957:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696429.107968:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696429.108063:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696429.108069:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696429.108075:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696430.131850:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696430.131855:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696430.131884:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696430.131886:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696430.131888:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696431.155942:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696431.155952:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696431.156043:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696431.156078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696431.156085:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696432.179934:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696432.179942:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696432.179969:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696432.179972:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696432.179975:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696432.499949:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696432.499962:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696432.499975:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696432.499983:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696432.499988:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696432.499992:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696432.499999:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696432.500009:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696432.500018:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696432.500033:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696432.500046:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696432.500052:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696432.500060:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696432.500108:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696432.500112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696432.500117:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696432.500120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696432.500124:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696432.500129:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1019) 00000100:00000001:1.0:1755696432.500148:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696432.500153:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696432.500156:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.500165:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696432.500168:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.500171:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696432.500173:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696432.500176:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696432.500183:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696432.500213:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696432.500219:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696432.500232:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696432.500236:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696432.500242:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696432.500246:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696432.500250:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696432.500255:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120605184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696432.500261:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696432.500268:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696432.500272:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696432.500275:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696432.500282:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696432.500285:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696432.500297:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696432.500304:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696432.500313:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696432.500322:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605184, portal 25 00000100:00000001:1.0:1755696432.500325:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696432.500328:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696432.500337:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696432.500349:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696432.500353:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696432.500359:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5880. 00000100:00000200:1.0:1755696432.500364:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605184, offset 0 00000400:00000200:1.0:1755696432.500373:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696432.500384:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696432.500394:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696432.500401:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696432.500407:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696432.500411:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696432.500422:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696432.500427:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [301:301:256:4294967295] 192.168.203.157@tcp LPNI seq info [301:301:8:4294967295] 00000400:00000200:1.0:1755696432.500431:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696432.500441:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696432.500448:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696432.500453:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e200. 00000800:00000200:1.0:1755696432.500460:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696432.500468:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696432.500473:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696432.500491:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696432.500495:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696432.500499:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295682062 00000100:00000010:1.0:1755696432.500504:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696432.500511:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696432.500521:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295682062 00000100:00000010:1.0:1755696432.500524:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696432.500527:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696432.500531:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696432.500533:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696432.500537:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696432.500539:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696432.500718:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696432.500727:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e200. 00000400:00000200:0.0:1755696432.500735:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696432.500755:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696432.500762:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5880 00000400:00000010:0.0:1755696432.500766:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5880. 00000100:00000001:0.0:1755696432.500772:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696432.500779:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696432.500897:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696432.500904:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696432.500914:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696432.500916:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696432.502692:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696432.502710:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696432.502714:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696432.502716:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696432.502723:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696432.502730:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696432.502738:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696432.502742:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696432.502747:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696432.502752:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209200 00000400:00000200:0.0:1755696432.502757:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696432.502762:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x11f9 [1] + 224 00000800:00000001:0.0:1755696432.502770:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696432.502798:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696432.502801:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696432.502805:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696432.502810:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696432.502816:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696432.502827:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696432.502890:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696432.502900:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696432.502905:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.502947:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696432.502952:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696432.502957:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696432.502959:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696432.502962:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696432.502967:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696432.502969:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696432.502972:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696432.502996:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696432.503004:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696432.503015:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696432.503016:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.503019:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696432.503022:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696432.503023:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696432.503026:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696432.503028:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696432.503035:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=89 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696432.503037:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=137 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696432.503040:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696432.503041:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696432.503044:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696432.503061:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696432.503063:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696432.503067:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696432.503072:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696432.503074:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696432.503076:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696432.503079:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696432.503084:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120605184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696432.503088:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.503089:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696432.503092:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120605184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696448 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696432.503097:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696432.503099:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696432.503101:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696432.503103:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696432.503105:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696432.503109:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696432.503111:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696432.503113:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696432.503115:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696432.503117:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696432.503119:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696432.503121:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696432.503122:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.503123:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696432.503126:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696432.503128:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696432.503129:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696432.503131:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696432.514919:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295682062, at 4295682063 00000100:00000040:0.0:1755696432.514927:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295682062, at 4295682063 00000100:00000010:1.0:1755696432.514934:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:0.0:1755696432.514941:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696433.203933:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696433.203941:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696433.204084:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696433.204090:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696433.204095:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696434.227851:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696434.227857:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696434.227871:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696434.227872:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696434.227875:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696435.251916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696435.251922:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696435.251984:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696435.251989:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696435.251993:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696436.275918:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696436.275925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696436.275947:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696436.275950:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696436.275953:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696437.299912:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696437.299923:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696437.299926:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696437.299931:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696437.299937:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696437.299939:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696437.299943:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696437.299946:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696437.300022:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696437.300027:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696437.300032:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696437.620034:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696437.620049:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696437.620066:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0e00. 00000020:00000040:0.0:1755696437.620075:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696437.620082:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696437.620088:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696437.620097:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696437.620135:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8b00. 00000100:00000001:0.0:1755696437.620148:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696437.620170:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696437.620190:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696437.620197:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696437.620208:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000041129432] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696437.620252:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696437.620257:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696437.620262:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696437.620267:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696437.620272:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755696437.620278:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696437.620279:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1024) 00000100:00000001:1.0:1755696437.620288:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696437.620294:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696437.620304:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696437.620307:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696437.620310:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696437.620327:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696437.620331:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696437.620336:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696437.620340:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696437.620344:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696437.620349:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120605312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696437.620356:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696437.620363:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696437.620366:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696437.620369:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696437.620376:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696437.620379:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696437.620389:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696437.620395:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696437.620402:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696437.620421:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605312, portal 25 00000100:00000001:1.0:1755696437.620424:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696437.620426:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954318336 : -118784755233280 : ffff93f744dc0e00) 00000100:00000040:1.0:1755696437.620435:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696437.620445:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696437.620449:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696437.620452:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d52a8. 00000100:00000200:1.0:1755696437.620455:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605312, offset 0 00000400:00000200:1.0:1755696437.620464:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696437.620474:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696437.620500:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696437.620507:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696437.620513:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696437.620518:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696437.620522:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696437.620527:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [302:302:256:4294967295] 192.168.203.157@tcp LPNI seq info [302:302:8:4294967295] 00000400:00000200:1.0:1755696437.620533:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696437.620546:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696437.620553:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696437.620558:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e900. 00000800:00000200:1.0:1755696437.620568:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696437.620578:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696437.620584:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696437.620609:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696437.620615:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696437.620619:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295687182 00000100:00000010:1.0:1755696437.620625:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696437.620636:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696437.620646:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295687182 00000100:00000010:1.0:1755696437.620650:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696437.620663:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696437.620668:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696437.620671:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696437.620676:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696437.620679:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696437.620688:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696437.620692:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696437.620695:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696437.620697:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696437.620699:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696437.620702:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696437.620919:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696437.620926:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e900. 00000400:00000200:0.0:1755696437.620933:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696437.620941:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696437.620948:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d52a8 00000400:00000010:0.0:1755696437.620951:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d52a8. 00000100:00000001:0.0:1755696437.620956:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696437.620962:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696437.620975:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696437.620979:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696437.620987:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696437.621000:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696437.623144:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696437.623168:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696437.623174:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696437.623179:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696437.623189:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696437.623201:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696437.623214:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696437.623222:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696437.623230:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696437.623237:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209280 00000400:00000200:0.0:1755696437.623246:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696437.623254:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1209 [1] + 224 00000800:00000001:0.0:1755696437.623268:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696437.623281:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696437.623286:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696437.623293:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696437.623302:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696437.623311:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696437.623331:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696437.623368:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696437.623381:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696437.623387:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696437.623432:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696437.623438:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696437.623444:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696437.623447:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696437.623450:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696437.623456:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696437.623459:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696437.623462:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696437.623470:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696437.623484:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696437.623492:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696437.623495:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696437.623498:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696437.623501:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696437.623504:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696437.623508:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696437.623511:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696437.623518:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=94 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696437.623523:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=142 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696437.623526:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696437.623528:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696437.623532:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696437.623535:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696437.623549:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696437.623555:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696437.623564:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696437.623568:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696437.623570:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696437.623575:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696437.623584:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120605312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696437.623589:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696437.623592:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696437.623596:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0e00 x1840980120605312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696453 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696437.623603:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696437.623606:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696437.623610:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696437.623614:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696437.623616:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696437.623618:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696437.623638:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696437.623641:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8b00. 02000000:00000001:1.0:1755696437.623645:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696437.623648:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696437.623650:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0e00. 00000100:00000001:1.0:1755696437.623655:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696437.623657:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696437.623659:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696437.623665:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696437.623667:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696437.623670:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696437.623672:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696437.634917:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295687182, at 4295687183 00000100:00000010:1.0:1755696437.634930:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000040:0.0:1755696437.634943:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295687182, at 4295687183 00000100:00000010:0.0:1755696437.634960:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755696438.323881:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696438.323889:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696438.323913:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696438.323915:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696438.323917:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696439.347930:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696439.347977:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696439.348131:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696439.348136:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696439.348141:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696440.371956:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696440.371965:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696440.371993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696440.371997:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696440.372000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696441.395934:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696441.395947:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696441.396100:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696441.396104:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696441.396108:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696442.419966:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696442.419978:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696442.420017:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696442.420022:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696442.420028:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696442.740053:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696442.740067:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696442.740081:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696442.740089:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696442.740094:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696442.740098:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696442.740106:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696442.740117:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755696442.740126:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696442.740141:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696442.740156:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696442.740162:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696442.740170:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_01+1] req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696442.740224:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696442.740229:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696442.740234:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696442.740238:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696442.740242:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696442.740271:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1029) 00000100:00000001:3.0:1755696442.740296:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696442.740302:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696442.740303:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696442.740306:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696442.740317:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696442.740321:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696442.740327:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696442.740331:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696442.740334:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696442.740338:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696442.740347:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696442.740358:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696442.740362:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696442.740366:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696442.740370:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696442.740374:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696442.740379:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120605440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696442.740384:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696442.740391:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696442.740394:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696442.740413:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696442.740417:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3a600. 02000000:00000001:3.0:1755696442.740419:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696442.740427:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696442.740431:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696442.740437:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696442.740444:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605440, portal 25 00000100:00000001:3.0:1755696442.740446:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696442.740447:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:3.0:1755696442.740453:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696442.740460:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696442.740463:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696442.740470:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792660. 00000100:00000200:3.0:1755696442.740474:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605440, offset 0 00000400:00000200:3.0:1755696442.740480:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696442.740488:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696442.740495:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696442.740500:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696442.740504:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696442.740508:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696442.740511:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696442.740514:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [303:303:256:4294967295] 192.168.203.157@tcp LPNI seq info [303:303:8:4294967295] 00000400:00000200:3.0:1755696442.740517:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696442.740527:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696442.740533:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696442.740538:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755696442.740545:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696442.740552:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696442.740556:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696442.740573:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696442.740577:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696442.740580:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295692302 00000100:00000010:3.0:1755696442.740584:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ade0. 00000100:00000001:3.0:1755696442.740591:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696442.740601:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295692302 00000100:00000010:3.0:1755696442.740604:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af60. 00000100:00000001:3.0:1755696442.740607:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696442.740615:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696442.740618:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696442.740621:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696442.740624:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696442.740755:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696442.740761:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:0.0:1755696442.740815:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696442.740822:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696442.740826:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792660 00000400:00000010:0.0:1755696442.740828:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792660. 00000100:00000001:0.0:1755696442.740832:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696442.740837:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696442.740848:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696442.740851:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696442.740858:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696442.740860:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696442.742821:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696442.742841:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696442.742845:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696442.742849:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696442.742859:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696442.742871:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696442.742885:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696442.742893:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696442.742918:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696442.742927:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209300 00000400:00000200:0.0:1755696442.742936:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696442.742945:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1219 [1] + 224 00000800:00000001:0.0:1755696442.742958:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696442.742976:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696442.742981:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696442.742989:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696442.742998:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696442.743008:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696442.743031:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696442.743071:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696442.743086:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696442.743094:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696442.743119:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696442.743125:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696442.743160:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696442.743162:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696442.743165:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696442.743171:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696442.743173:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696442.743176:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696442.743183:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696442.743195:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696442.743203:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696442.743205:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696442.743224:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696442.743227:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696442.743230:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696442.743233:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696442.743237:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696442.743244:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=99 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696442.743248:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=147 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696442.743251:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696442.743253:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696442.743256:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696442.743259:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696442.743262:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696442.743267:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696442.743274:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696442.743278:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696442.743280:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696442.743285:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696442.743294:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120605440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696442.743299:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696442.743307:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696442.743311:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120605440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696458 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696442.743319:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696442.743322:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696442.743325:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3a600. 02000000:00000001:3.0:1755696442.743329:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696442.743331:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696442.743333:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696442.743335:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696442.743338:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:3.0:1755696442.743341:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696442.743343:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696442.743345:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:3.0:1755696442.743348:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696442.743350:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696442.743352:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696442.743357:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696442.743358:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696442.743361:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696442.743363:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696442.754927:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295692302, at 4295692303 00000100:00000040:1.0:1755696442.754932:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295692302, at 4295692303 00000100:00000010:0.0:1755696442.754945:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ade0. 00000100:00000010:1.0:1755696442.754951:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af60. 00010000:00000001:0.0:1755696443.443855:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696443.443861:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696443.443956:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696443.443959:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696443.443962:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696444.467920:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696444.467928:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696444.467983:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696444.467986:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696444.467990:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696445.491853:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696445.491858:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696445.491933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696445.491938:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696445.491942:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696446.515918:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696446.515926:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696446.515987:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696446.515990:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696446.515994:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696447.539895:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696447.539927:0:16644:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696447.539930:0:16644:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696447.539933:0:16644:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696447.539941:0:16644:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696447.539945:0:16644:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696447.539950:0:16644:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696447.539955:0:16644:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696447.540092:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696447.540098:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696447.540103:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696447.859959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696447.859973:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696447.859985:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0700. 00000020:00000040:2.0:1755696447.859992:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696447.859998:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696447.860002:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696447.860010:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696447.860022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755696447.860047:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696447.860064:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696447.860079:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696447.860084:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696447.860093:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000006a07d27a] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696447.860136:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696447.860141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696447.860146:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696447.860151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696447.860156:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696447.860162:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1035) 00000100:00000001:3.0:1755696447.860179:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696447.860183:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696447.860188:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696447.860190:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696447.860194:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696447.860210:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696447.860224:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696447.860228:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696447.860234:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696447.860238:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696447.860242:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696447.860247:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120605568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696447.860253:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696447.860260:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696447.860263:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696447.860279:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696447.860285:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a885000. 02000000:00000001:3.0:1755696447.860288:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696447.860299:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696447.860305:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696447.860312:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696447.860320:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605568, portal 25 00000100:00000001:3.0:1755696447.860323:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696447.860326:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287960320 : -118784421591296 : ffff93f758bf0700) 00000100:00000040:3.0:1755696447.860334:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696447.860346:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696447.860350:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696447.860354:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792000. 00000100:00000200:3.0:1755696447.860358:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605568, offset 0 00000400:00000200:3.0:1755696447.860367:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696447.860377:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696447.860386:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696447.860394:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696447.860399:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696447.860405:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696447.860409:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696447.860414:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [304:304:256:4294967295] 192.168.203.157@tcp LPNI seq info [304:304:8:4294967295] 00000400:00000200:3.0:1755696447.860420:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696447.860433:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696447.860440:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696447.860446:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696447.860455:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696447.860465:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696447.860472:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696447.860495:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696447.860510:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696447.860515:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295697422 00000100:00000010:3.0:1755696447.860520:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a120. 00000100:00000001:3.0:1755696447.860529:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696447.860543:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295697422 00000100:00000010:3.0:1755696447.860547:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a420. 00000100:00000001:3.0:1755696447.860551:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696447.860560:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696447.860564:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696447.860569:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696447.860572:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696447.860582:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696447.860585:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696447.860590:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696447.860593:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696447.860595:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696447.860600:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696447.860830:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696447.860839:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:0.0:1755696447.860846:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696447.860855:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696447.860862:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792000 00000400:00000010:0.0:1755696447.860865:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792000. 00000100:00000001:0.0:1755696447.860870:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696447.860879:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696447.860893:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696447.860898:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696447.860908:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696447.860911:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696447.863046:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696447.863068:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696447.863072:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696447.863075:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696447.863084:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696447.863094:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696447.863104:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696447.863110:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696447.863116:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696447.863121:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209380 00000400:00000200:0.0:1755696447.863127:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696447.863134:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1221 [1] + 224 00000800:00000001:0.0:1755696447.863144:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696447.863166:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696447.863170:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696447.863175:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696447.863181:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696447.863189:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696447.863204:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696447.863234:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696447.863245:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696447.863250:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696447.863283:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696447.863289:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696447.863297:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696447.863299:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696447.863303:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696447.863310:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696447.863313:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696447.863317:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696447.863325:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696447.863340:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696447.863350:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696447.863352:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696447.863356:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696447.863359:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696447.863362:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696447.863365:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696447.863380:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696447.863389:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=104 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696447.863394:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=152 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696447.863398:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696447.863400:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696447.863404:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696447.863406:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696447.863410:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696447.863416:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696447.863425:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696447.863429:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696447.863431:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696447.863437:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696447.863448:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120605568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696447.863454:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696447.863456:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696447.863460:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0700 x1840980120605568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696463 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696447.863468:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696447.863471:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696447.863475:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a885000. 02000000:00000001:3.0:1755696447.863479:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696447.863481:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696447.863483:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696447.863486:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696447.863489:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755696447.863493:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696447.863495:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696447.863498:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0700. 00000100:00000001:3.0:1755696447.863502:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696447.863503:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696447.863511:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696447.863517:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696447.863519:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696447.863522:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696447.863524:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696447.874907:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295697422, at 4295697423 00000100:00000010:0.0:1755696447.874926:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a120. 00000100:00000040:1.0:1755696447.874934:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295697422, at 4295697423 00000100:00000010:1.0:1755696447.874949:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a420. 00010000:00000001:0.0:1755696448.563923:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696448.563932:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696448.563963:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696448.563967:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696448.563970:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696449.587941:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696449.587950:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696449.588067:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696449.588072:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696449.588077:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696450.611916:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696450.611925:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696450.611956:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696450.611959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696450.611963:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696451.635963:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696451.635976:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696451.636064:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696451.636069:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696451.636073:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696452.659985:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696452.659997:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696452.660037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696452.660041:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696452.660045:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696452.979978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696452.979993:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696452.980032:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3480. 00000020:00000040:0.0:1755696452.980042:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696452.980048:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696452.980053:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696452.980062:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696452.980073:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8d00. 00000100:00000001:0.0:1755696452.980084:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696452.980102:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696452.980119:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696452.980126:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696452.980134:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000006dd65d01] to pc [ptlrpcd_00_00+0] req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696452.980193:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696452.980198:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696452.980204:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696452.980208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696452.980213:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696452.980220:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1040) 00000100:00000001:1.0:1755696452.980307:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696452.980317:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696452.980322:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696452.980339:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696452.980353:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696452.980355:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696452.980361:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696452.980365:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696452.980369:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696452.980373:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120605696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696452.980379:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696452.980386:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696452.980389:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696452.980392:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696452.980404:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095a00. 02000000:00000001:1.0:1755696452.980407:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696452.980417:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696452.980424:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696452.980431:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696452.980439:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605696, portal 25 00000100:00000001:1.0:1755696452.980441:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696452.980444:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954328192 : -118784755223424 : ffff93f744dc3480) 00000100:00000040:1.0:1755696452.980450:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696452.980460:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696452.980464:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696452.980467:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5d48. 00000100:00000200:1.0:1755696452.980489:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605696, offset 0 00000400:00000200:1.0:1755696452.980497:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696452.980506:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696452.980515:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696452.980521:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696452.980526:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696452.980531:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696452.980534:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696452.980539:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [305:305:256:4294967295] 192.168.203.157@tcp LPNI seq info [305:305:8:4294967295] 00000400:00000200:1.0:1755696452.980544:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696452.980554:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696452.980561:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696452.980566:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696452.980573:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696452.980583:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696452.980588:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696452.980616:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696452.980622:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696452.980625:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295702542 00000100:00000010:1.0:1755696452.980631:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696452.980641:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696452.980651:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295702542 00000100:00000010:1.0:1755696452.980656:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696452.980661:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696452.980672:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696452.980675:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696452.980679:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696452.980683:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696452.980721:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696452.980726:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696452.980731:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696452.980744:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696452.980750:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696452.980756:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696452.980780:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696452.980849:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696452.980898:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696452.980907:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696452.980917:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696452.980928:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696452.980935:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5d48 00000400:00000010:0.0:1755696452.980938:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5d48. 00000100:00000001:0.0:1755696452.980946:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696452.980953:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696452.980966:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696452.980971:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696452.980991:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696452.980994:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696452.982866:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696452.982886:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696452.982891:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696452.982894:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696452.982905:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696452.982913:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696452.982926:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696452.982933:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696452.982943:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696452.982950:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209400 00000400:00000200:0.0:1755696452.982958:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696452.982967:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1229 [1] + 224 00000800:00000001:0.0:1755696452.982981:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696452.982994:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696452.982999:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696452.983008:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696452.983017:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696452.983027:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696452.983049:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696452.983092:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696452.983105:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696452.983113:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696452.983185:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696452.983190:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696452.983198:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696452.983200:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696452.983204:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696452.983212:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696452.983215:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696452.983219:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696452.983228:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696452.983242:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696452.983250:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696452.983252:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696452.983256:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696452.983259:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696452.983261:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696452.983265:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696452.983268:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696452.983276:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696452.983280:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696452.983283:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696452.983285:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696452.983288:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696452.983291:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696452.983294:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696452.983299:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696452.983307:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696452.983311:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696452.983313:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696452.983329:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696452.983339:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120605696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696452.983345:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696452.983348:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696452.983351:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3480 x1840980120605696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696468 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696452.983359:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696452.983362:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696452.983365:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095a00. 02000000:00000001:1.0:1755696452.983370:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696452.983373:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696452.983375:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696452.983377:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696452.983380:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8d00. 02000000:00000001:1.0:1755696452.983385:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696452.983387:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696452.983389:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3480. 00000100:00000001:1.0:1755696452.983394:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696452.983395:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696452.983398:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696452.983403:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696452.983405:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696452.983407:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696452.983410:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696452.994895:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295702542, at 4295702543 00000100:00000040:0.0:1755696452.994900:0:16644:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295702542, at 4295702543 00000100:00000010:1.0:1755696452.994908:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:0.0:1755696452.994917:0:16644:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696453.683940:0:16644:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696453.683951:0:16644:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696453.684033:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696453.684040:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696453.684046:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696454.707928:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696454.707984:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696454.708019:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696454.708022:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696454.708025:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696455.731980:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696455.731994:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696455.732086:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696455.732094:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696455.732099:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696456.755902:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696456.755913:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696456.755917:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696456.755920:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696456.755927:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696456.755929:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696456.755932:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696456.755934:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696456.755970:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696456.755972:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696456.755975:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696457.779954:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696457.779968:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696457.780069:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696457.780075:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696457.780080:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696458.099916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696458.099924:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696458.099933:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696458.099938:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696458.099941:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696458.099944:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696458.099949:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696458.099956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696458.099962:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696458.099972:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696458.099981:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696458.099984:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696458.099989:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_01+1] req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696458.100014:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696458.100016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696458.100019:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696458.100022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696458.100024:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696458.100027:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1045) 00000100:00000001:3.0:1755696458.100042:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696458.100046:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696458.100049:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696458.100050:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696458.100057:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696458.100060:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696458.100065:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696458.100074:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696458.100077:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696458.100081:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696458.100087:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696458.100096:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696458.100099:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696458.100102:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696458.100106:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696458.100109:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696458.100113:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120605824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696458.100118:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696458.100124:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696458.100126:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696458.100129:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696458.100133:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a885000. 02000000:00000001:3.0:1755696458.100136:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696458.100144:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696458.100148:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696458.100153:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696458.100158:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605824, portal 25 00000100:00000001:3.0:1755696458.100161:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696458.100162:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:3.0:1755696458.100167:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696458.100172:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696458.100175:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696458.100177:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792000. 00000100:00000200:3.0:1755696458.100180:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605824, offset 0 00000400:00000200:3.0:1755696458.100185:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696458.100191:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696458.100196:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696458.100200:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696458.100208:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696458.100211:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696458.100213:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696458.100216:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [306:306:256:4294967295] 192.168.203.157@tcp LPNI seq info [306:306:8:4294967295] 00000400:00000200:3.0:1755696458.100219:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696458.100227:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696458.100232:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696458.100235:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597700. 00000800:00000200:3.0:1755696458.100240:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696458.100246:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696458.100249:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696458.100263:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696458.100266:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696458.100268:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295707662 00000100:00000010:3.0:1755696458.100271:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a1e0. 00000100:00000001:3.0:1755696458.100278:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696458.100283:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295707662 00000100:00000010:3.0:1755696458.100285:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a060. 00000100:00000001:3.0:1755696458.100288:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696458.100294:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696458.100296:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696458.100299:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696458.100301:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696458.100373:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696458.100378:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597700. 00000400:00000200:0.0:1755696458.100382:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696458.100387:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696458.100390:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792000 00000400:00000010:0.0:1755696458.100392:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792000. 00000100:00000001:0.0:1755696458.100395:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696458.100399:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696458.100407:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696458.100411:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696458.100416:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696458.100417:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696458.101774:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696458.101800:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696458.101802:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696458.101811:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696458.101817:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696458.101823:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696458.101831:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696458.101834:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696458.101839:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696458.101844:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209480 00000400:00000200:0.0:1755696458.101849:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696458.101854:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1239 [1] + 224 00000800:00000001:0.0:1755696458.101860:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696458.101870:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696458.101871:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696458.101874:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696458.101878:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696458.101881:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696458.101889:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696458.101904:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696458.101910:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696458.101913:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696458.101926:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696458.101929:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696458.101933:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696458.101935:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696458.101937:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696458.101941:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696458.101942:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696458.101944:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696458.101948:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696458.101962:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696458.101967:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696458.101968:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696458.101970:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696458.101973:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696458.101975:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696458.101977:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696458.101979:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696458.101984:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=115 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696458.101987:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=13 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696458.101989:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696458.101990:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696458.101992:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696458.101994:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696458.101996:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696458.101998:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696458.102003:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696458.102005:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696458.102007:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696458.102010:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696458.102015:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120605824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696458.102018:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696458.102020:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696458.102022:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120605824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696474 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696458.102026:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696458.102028:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696458.102034:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a885000. 02000000:00000001:3.0:1755696458.102036:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696458.102038:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696458.102039:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696458.102041:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696458.102043:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:3.0:1755696458.102045:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696458.102046:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696458.102048:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:3.0:1755696458.102050:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696458.102051:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696458.102052:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696458.102055:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696458.102056:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696458.102057:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696458.102059:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696458.114870:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295707662, at 4295707663 00000100:00000040:0.0:1755696458.114873:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295707662, at 4295707663 00000100:00000010:0.0:1755696458.114882:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a1e0. 00000100:00000010:1.0:1755696458.114885:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a060. 00010000:00000001:0.0:1755696458.803907:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696458.803915:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696458.803946:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696458.803949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696458.803954:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696459.827899:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696459.827904:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696459.827995:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696459.827998:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696459.828001:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696460.851866:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696460.851871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696460.851892:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696460.851910:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696460.851912:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696461.875880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696461.875885:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696461.876034:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696461.876045:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696461.876053:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696462.899873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696462.899880:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696462.899900:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696462.899903:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696462.899905:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696463.219849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696463.219858:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696463.219865:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696463.219870:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696463.219873:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696463.219876:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696463.219880:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696463.219887:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696463.219894:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696463.219905:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696463.219914:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696463.219918:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696463.219923:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_00+0] req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696463.219950:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696463.219953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696463.219956:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696463.219965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696463.219967:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696463.219971:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1050) 00000100:00000001:3.0:1755696463.219983:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696463.219986:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755696463.219989:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.219995:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696463.219998:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.220000:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696463.220002:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696463.220005:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696463.220011:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696463.220017:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696463.220019:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696463.220022:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696463.220025:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696463.220027:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696463.220031:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120605952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696463.220033:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696463.220035:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1755696463.220049:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696463.220050:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696463.220057:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696463.220062:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696463.220065:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a884000. 02000000:00000001:3.0:1755696463.220067:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696463.220075:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696463.220080:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696463.220085:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696463.220091:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120605952, portal 25 00000100:00000001:3.0:1755696463.220093:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696463.220095:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:3.0:1755696463.220101:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696463.220112:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696463.220114:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696463.220117:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792660. 00000100:00000200:3.0:1755696463.220120:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120605952, offset 0 00000400:00000200:3.0:1755696463.220125:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696463.220132:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696463.220137:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696463.220141:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696463.220145:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696463.220149:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696463.220151:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696463.220154:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [307:307:256:4294967295] 192.168.203.157@tcp LPNI seq info [307:307:8:4294967295] 00000400:00000200:3.0:1755696463.220157:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696463.220165:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696463.220170:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696463.220173:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755696463.220179:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696463.220185:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696463.220189:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696463.220203:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696463.220207:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696463.220210:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295712782 00000100:00000010:3.0:1755696463.220213:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ac60. 00000100:00000001:3.0:1755696463.220219:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696463.220227:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295712782 00000100:00000010:3.0:1755696463.220229:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a840. 00000100:00000001:3.0:1755696463.220232:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696463.220238:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696463.220240:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696463.220246:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696463.220249:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696463.220439:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696463.220448:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:0.0:1755696463.220456:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696463.220468:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696463.220475:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792660 00000400:00000010:0.0:1755696463.220478:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792660. 00000100:00000001:0.0:1755696463.220485:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696463.220496:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696463.220513:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696463.220518:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696463.220529:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696463.220531:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696463.221815:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696463.221834:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696463.221839:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696463.221842:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696463.221852:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696463.221860:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696463.221871:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696463.221877:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696463.221884:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696463.221890:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209500 00000400:00000200:0.0:1755696463.221897:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696463.221917:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1241 [1] + 224 00000800:00000001:0.0:1755696463.221928:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696463.221939:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696463.221943:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696463.221947:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696463.221953:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696463.221960:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696463.221974:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696463.222004:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696463.222014:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696463.222019:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.222064:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696463.222068:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696463.222074:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696463.222076:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696463.222079:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696463.222084:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696463.222086:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696463.222088:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696463.222094:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696463.222103:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696463.222109:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696463.222110:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.222112:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696463.222114:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696463.222117:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696463.222119:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696463.222121:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696463.222126:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=120 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696463.222129:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=18 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696463.222131:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696463.222133:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696463.222135:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696463.222136:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696463.222139:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696463.222141:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696463.222146:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696463.222148:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696463.222150:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696463.222152:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696463.222169:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120605952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696463.222173:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.222174:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696463.222177:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120605952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696479 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696463.222182:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696463.222184:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696463.222187:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a884000. 02000000:00000001:3.0:1755696463.222189:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696463.222190:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696463.222191:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696463.222193:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696463.222195:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:3.0:1755696463.222197:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696463.222199:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696463.222201:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:3.0:1755696463.222203:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696463.222204:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.222206:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696463.222208:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696463.222210:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696463.222211:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696463.222212:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696463.234914:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295712782, at 4295712783 00000100:00000040:1.0:1755696463.234924:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295712782, at 4295712783 00000100:00000010:0.0:1755696463.234930:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ac60. 00000100:00000010:1.0:1755696463.234941:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a840. 00010000:00000001:0.0:1755696463.923940:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696463.923951:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696463.924084:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696463.924091:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696463.924096:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696464.947859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696464.947865:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696464.947884:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696464.947886:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696464.947889:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696465.971886:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696465.971893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696465.971950:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696465.971954:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696465.971957:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696466.995878:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696466.995892:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696466.995895:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696466.995898:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696466.995905:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696466.995907:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696466.995910:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696466.995913:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696466.995935:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696466.995938:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696466.995963:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696468.019864:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696468.019870:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696468.019950:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696468.019955:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696468.019958:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696468.339956:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696468.339964:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696468.339973:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1180. 00000020:00000040:0.0:1755696468.339979:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696468.339983:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696468.339987:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696468.339993:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696468.340000:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8c00. 00000100:00000001:0.0:1755696468.340009:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696468.340021:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696468.340032:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696468.340037:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696468.340043:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000000879ce2] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696468.340071:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696468.340074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696468.340077:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696468.340079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696468.340082:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696468.340085:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1055) 00000100:00000001:0.0:1755696468.340094:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696468.340098:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696468.340100:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696468.340107:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696468.340109:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696468.340111:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696468.340112:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696468.340122:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696468.340126:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696468.340133:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696468.340135:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696468.340140:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696468.340143:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696468.340145:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696468.340148:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120606080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696468.340153:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696468.340159:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696468.340162:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696468.340165:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696468.340168:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013200. 02000000:00000001:0.0:1755696468.340170:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696468.340177:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000400:00000200:0.0:1755696468.340180:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696468.340185:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544318. 00000400:00000010:0.0:1755696468.340191:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee440. 00000100:00000001:1.0:1755696468.340200:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:0.0:1755696468.340202:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606080, portal 25 00000100:00000001:0.0:1755696468.340208:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696468.340210:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954319232 : -118784755232384 : ffff93f744dc1180) 00000100:00000040:0.0:1755696468.340217:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696468.340224:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696468.340229:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696468.340231:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eecc0. 00000100:00000200:0.0:1755696468.340233:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606080, offset 0 00000400:00000200:0.0:1755696468.340239:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696468.340249:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.340256:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696468.340261:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696468.340265:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696468.340269:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696468.340277:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696468.340280:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [308:308:256:4294967295] 192.168.203.157@tcp LPNI seq info [308:308:8:4294967295] 00000400:00000200:0.0:1755696468.340284:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.340294:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696468.340300:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696468.340304:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8700. 00000800:00000200:0.0:1755696468.340311:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696468.340318:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696468.340323:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696468.340340:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696468.340344:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696468.340346:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295717902 00000100:00000010:0.0:1755696468.340349:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696468.340356:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696468.340361:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295717902 00000100:00000010:0.0:1755696468.340364:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fa80. 00000100:00000001:0.0:1755696468.340368:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696468.340371:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696468.340374:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696468.340379:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696468.340382:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696468.340520:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696468.340527:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8700. 00000400:00000200:1.0:1755696468.340535:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696468.340547:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696468.340555:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eecc0 00000400:00000010:1.0:1755696468.340558:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eecc0. 00000100:00000001:1.0:1755696468.340564:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696468.340595:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696468.340612:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696468.340617:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696468.340627:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696468.340629:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696468.342808:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696468.342822:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696468.342825:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696468.342826:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696468.342833:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.342840:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696468.342846:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.342849:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.342853:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.342856:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209580 00000400:00000200:0.0:1755696468.342866:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696468.342870:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1249 [1] + 224 00000800:00000001:0.0:1755696468.342876:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696468.342889:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696468.342892:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696468.342897:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696468.342902:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696468.342907:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696468.342915:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696468.342933:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696468.342940:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696468.342943:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696468.343044:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696468.343051:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696468.343060:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696468.343063:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696468.343067:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544318. 00000400:00000200:1.0:1755696468.343074:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee440 00000400:00000010:1.0:1755696468.343077:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee440. 00000100:00000001:1.0:1755696468.343081:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696468.343090:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696468.343105:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696468.343115:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696468.343117:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696468.343121:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696468.343124:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696468.343128:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696468.343131:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696468.343135:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696468.343144:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=125 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696468.343162:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=23 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696468.343166:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696468.343168:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696468.343172:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696468.343175:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696468.343178:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696468.343185:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696468.343194:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696468.343198:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696468.343201:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696468.343206:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696468.343216:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120606080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696468.343223:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696468.343225:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696468.343229:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1180 x1840980120606080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696484 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696468.343237:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696468.343240:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696468.343245:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013200. 02000000:00000001:1.0:1755696468.343249:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696468.343252:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696468.343255:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696468.343258:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696468.343260:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8c00. 02000000:00000001:1.0:1755696468.343264:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696468.343267:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696468.343269:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1180. 00000100:00000001:1.0:1755696468.343274:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696468.343276:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696468.343278:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696468.343287:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696468.343295:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696468.343298:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696468.343301:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696468.354855:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295717902, at 4295717903 00000100:00000010:0.0:1755696468.354865:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696468.354896:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295717902, at 4295717903 00000100:00000010:1.0:1755696468.354910:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fa80. 00010000:00000001:0.0:1755696469.043863:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696469.043871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696469.043893:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696469.043896:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696469.043898:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696470.067888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696470.067897:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696470.067957:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696470.067961:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696470.067964:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696471.091888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696471.091895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696471.091919:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696471.091922:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696471.091924:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696472.115902:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696472.115911:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696472.115999:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696472.116003:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696472.116006:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696473.139861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696473.139868:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696473.139890:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696473.139915:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696473.139917:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696473.461277:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696473.461289:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696473.461299:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1f80. 00000020:00000040:2.0:1755696473.461307:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696473.461313:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696473.461318:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696473.461325:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696473.461335:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696473.461345:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696473.461362:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696473.461392:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696473.461397:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696473.461407:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ff5d13be] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696473.461438:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696473.461442:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696473.461447:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696473.461450:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696473.461454:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696473.461461:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1060) 00000100:00000001:2.0:1755696473.461581:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696473.461603:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696473.461606:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696473.461614:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696473.461624:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696473.461626:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696473.461632:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696473.461636:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696473.461639:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696473.461643:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120606208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696473.461650:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696473.461659:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696473.461663:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696473.461668:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696473.461675:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696473.461679:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696473.461695:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696473.461704:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ac08. 00000400:00000010:2.0:1755696473.461726:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696473.461736:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606208, portal 25 00000100:00000001:2.0:1755696473.461739:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696473.461741:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287966592 : -118784421585024 : ffff93f758bf1f80) 00000100:00000040:2.0:1755696473.461751:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696473.461761:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696473.461767:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696473.461771:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8660. 00000100:00000200:2.0:1755696473.461776:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606208, offset 0 00000400:00000200:2.0:1755696473.461803:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696473.461864:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696473.461880:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696473.461888:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696473.461898:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696473.461904:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696473.461910:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696473.461917:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [309:309:256:4294967295] 192.168.203.157@tcp LPNI seq info [309:309:8:4294967295] 00000400:00000200:2.0:1755696473.461925:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696473.461947:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696473.461955:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696473.461963:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755696473.461974:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696473.461987:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696473.461993:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696473.462021:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696473.462030:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696473.462036:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295723024 00000100:00000010:2.0:1755696473.462043:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755696473.462056:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696473.462067:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295723024 00000100:00000010:2.0:1755696473.462082:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755696473.462089:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696473.462096:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696473.462102:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696473.462108:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696473.462112:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696473.462124:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696473.462128:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696473.462135:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696473.462137:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696473.462141:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696473.462147:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696473.462171:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696473.462176:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696473.462202:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696473.462211:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:0.0:1755696473.462221:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696473.462235:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696473.462242:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8660 00000400:00000010:0.0:1755696473.462246:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8660. 00000100:00000001:0.0:1755696473.462254:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696473.462264:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696473.462295:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696473.462300:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696473.462310:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696473.462312:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696473.464581:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696473.464599:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696473.464603:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696473.464608:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696473.464616:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696473.464624:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696473.464635:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696473.464640:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696473.464647:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696473.464652:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209600 00000400:00000200:0.0:1755696473.464658:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696473.464665:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1259 [1] + 224 00000800:00000001:0.0:1755696473.464674:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696473.464685:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696473.464689:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696473.464694:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696473.464699:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696473.464715:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696473.464728:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696473.464755:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696473.464765:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696473.464769:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696473.464813:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696473.464819:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696473.464831:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696473.464834:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696473.464838:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ac08. 00000400:00000200:3.0:1755696473.464844:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:3.0:1755696473.464847:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:3.0:1755696473.464852:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696473.464863:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696473.464874:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696473.464891:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696473.464895:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696473.464898:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696473.464901:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696473.464903:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696473.464906:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696473.464909:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696473.464916:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=130 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696473.464918:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=28 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696473.464920:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696473.464921:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696473.464924:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696473.464925:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696473.464927:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696473.464931:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696473.464936:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696473.464939:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696473.464940:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696473.464943:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696473.464949:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120606208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696473.464952:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696473.464955:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696473.464957:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1f80 x1840980120606208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696489 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696473.464961:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696473.464963:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696473.464966:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:3.0:1755696473.464968:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696473.464970:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696473.464975:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696473.464977:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696473.464979:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755696473.464981:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696473.464983:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696473.464985:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1f80. 00000100:00000001:3.0:1755696473.464989:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696473.464990:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696473.464992:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696473.464998:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696473.464999:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696473.465001:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696473.465003:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696473.476850:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295723024, at 4295723025 00000100:00000010:1.0:1755696473.476861:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00000100:00000040:0.0:1755696473.476899:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295723024, at 4295723025 00000100:00000010:0.0:1755696473.476913:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755696474.163938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696474.163949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696474.164080:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696474.164086:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696474.164091:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696475.187872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696475.187878:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696475.187905:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696475.187908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696475.187911:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696476.211914:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696476.211922:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696476.212033:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696476.212044:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696476.212052:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696477.235871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696477.235880:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696477.235883:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696477.235886:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696477.235891:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696477.235894:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696477.235897:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696477.235899:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696477.235920:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696477.235922:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696477.235925:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696478.259938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696478.259947:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696478.260043:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696478.260050:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696478.260055:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696478.579900:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696478.579912:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696478.579925:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3b80. 00000020:00000040:2.0:1755696478.579931:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696478.579936:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696478.579940:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696478.579946:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696478.579957:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696478.579965:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696478.579977:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696478.579987:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696478.580011:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696478.580018:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000093b9f7a7] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696478.580047:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696478.580049:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696478.580053:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696478.580055:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696478.580058:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696478.580062:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1065) 00000100:00000001:2.0:1755696478.580105:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696478.580109:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696478.580109:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696478.580113:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696478.580123:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696478.580125:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696478.580139:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696478.580142:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696478.580146:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696478.580148:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696478.580151:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696478.580154:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696478.580158:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696478.580165:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696478.580167:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696478.580169:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696478.580174:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696478.580176:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696478.580184:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696478.580189:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696478.580195:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696478.580202:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606336, portal 25 00000100:00000001:2.0:1755696478.580204:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696478.580210:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287973760 : -118784421577856 : ffff93f758bf3b80) 00000100:00000040:2.0:1755696478.580215:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696478.580222:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696478.580224:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696478.580226:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8f68. 00000100:00000200:2.0:1755696478.580229:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606336, offset 0 00000400:00000200:2.0:1755696478.580235:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696478.580244:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696478.580251:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696478.580256:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696478.580260:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696478.580263:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696478.580265:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696478.580268:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [310:310:256:4294967295] 192.168.203.157@tcp LPNI seq info [310:310:8:4294967295] 00000400:00000200:2.0:1755696478.580271:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696478.580281:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696478.580286:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696478.580290:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755696478.580296:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696478.580303:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696478.580308:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696478.580323:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696478.580327:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696478.580329:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295728142 00000100:00000010:2.0:1755696478.580333:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755696478.580341:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696478.580349:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295728142 00000100:00000010:2.0:1755696478.580351:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755696478.580354:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696478.580366:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696478.580368:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696478.580370:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696478.580373:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696478.580381:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696478.580384:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696478.580386:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696478.580388:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696478.580389:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696478.580391:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696478.580571:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696478.580578:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:0.0:1755696478.580585:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696478.580594:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696478.580614:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8f68 00000400:00000010:0.0:1755696478.580616:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8f68. 00000100:00000001:0.0:1755696478.580621:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696478.580629:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696478.580641:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696478.580644:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696478.580651:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696478.580653:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696478.582262:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696478.582277:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696478.582280:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696478.582282:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696478.582289:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696478.582294:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696478.582302:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696478.582306:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696478.582310:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696478.582314:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209680 00000400:00000200:0.0:1755696478.582319:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696478.582324:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1261 [1] + 224 00000800:00000001:0.0:1755696478.582332:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696478.582339:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696478.582341:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696478.582344:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696478.582349:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696478.582353:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696478.582363:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696478.582383:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696478.582399:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696478.582402:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696478.582446:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696478.582450:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696478.582455:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696478.582457:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696478.582460:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696478.582465:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696478.582467:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696478.582470:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696478.582475:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696478.582482:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696478.582501:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696478.582502:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696478.582505:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696478.582508:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696478.582510:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696478.582512:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696478.582515:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696478.582521:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=135 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696478.582525:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=33 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696478.582527:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696478.582528:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696478.582531:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696478.582532:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696478.582534:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696478.582537:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696478.582550:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696478.582553:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696478.582554:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696478.582558:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696478.582563:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696478.582568:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696478.582570:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696478.582572:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3b80 x1840980120606336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696494 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696478.582576:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696478.582578:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696478.582581:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696478.582583:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696478.582585:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696478.582586:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696478.582588:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696478.582590:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:2.0:1755696478.582593:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696478.582595:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696478.582596:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3b80. 00000100:00000001:2.0:1755696478.582600:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696478.582601:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696478.582602:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696478.582605:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696478.582606:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696478.582608:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696478.582609:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696478.594892:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295728142, at 4295728143 00000100:00000010:1.0:1755696478.594905:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00000100:00000040:0.0:1755696478.595882:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295728142, at 4295728144 00000100:00000010:0.0:1755696478.595889:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00010000:00000001:0.0:1755696479.283922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696479.283930:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696479.283957:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696479.283960:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696479.283964:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696480.307930:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696480.307939:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696480.308051:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696480.308057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696480.308061:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696481.331862:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696481.331868:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696481.331887:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696481.331888:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696481.331890:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696482.355878:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696482.355885:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696482.356007:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696482.356035:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696482.356039:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696483.379922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696483.379929:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696483.379953:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696483.379955:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696483.379959:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696483.699922:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696483.699935:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696483.699949:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3b80. 00000020:00000040:2.0:1755696483.699956:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696483.699960:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696483.699964:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696483.699971:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696483.699979:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696483.699987:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696483.700000:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696483.700012:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696483.700017:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696483.700023:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000093b9f7a7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696483.700054:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696483.700057:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696483.700060:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696483.700062:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696483.700064:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696483.700068:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1070) 00000100:00000001:2.0:1755696483.700083:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696483.700087:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696483.700089:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.700097:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696483.700099:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.700101:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696483.700102:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696483.700105:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696483.700129:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696483.700136:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696483.700138:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696483.700142:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696483.700145:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696483.700148:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696483.700151:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696483.700156:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:3.0:1755696483.700157:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696483.700167:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1755696483.700170:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696483.700171:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696483.700188:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696483.700193:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696483.700196:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696483.700206:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696483.700211:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696483.700220:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696483.700228:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606464, portal 25 00000100:00000001:2.0:1755696483.700230:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696483.700232:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287973760 : -118784421577856 : ffff93f758bf3b80) 00000100:00000040:2.0:1755696483.700236:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696483.700242:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696483.700244:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696483.700246:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755696483.700249:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606464, offset 0 00000400:00000200:2.0:1755696483.700255:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696483.700264:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696483.700272:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696483.700277:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696483.700281:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696483.700285:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696483.700287:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696483.700297:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [311:311:256:4294967295] 192.168.203.157@tcp LPNI seq info [311:311:8:4294967295] 00000400:00000200:2.0:1755696483.700300:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696483.700311:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696483.700317:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696483.700321:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755696483.700328:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696483.700336:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696483.700341:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696483.700358:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696483.700361:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696483.700364:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295733262 00000100:00000010:2.0:1755696483.700368:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755696483.700376:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696483.700386:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295733262 00000100:00000010:2.0:1755696483.700388:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755696483.700391:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696483.700399:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696483.700401:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696483.700404:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696483.700407:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696483.700626:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696483.700635:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:0.0:1755696483.700644:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696483.700656:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696483.700664:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:0.0:1755696483.700667:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:0.0:1755696483.700674:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696483.700686:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696483.700702:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696483.700707:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696483.700742:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696483.700745:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696483.702829:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696483.702851:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696483.702856:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696483.702859:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696483.702869:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696483.702878:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696483.702888:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696483.702894:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696483.702901:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696483.702908:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209700 00000400:00000200:0.0:1755696483.702916:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696483.702924:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1269 [1] + 224 00000800:00000001:0.0:1755696483.702935:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696483.702946:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696483.702949:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696483.702954:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696483.702960:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696483.702967:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696483.702982:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696483.703012:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696483.703022:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696483.703027:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.703077:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696483.703081:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696483.703087:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696483.703089:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696483.703092:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696483.703098:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696483.703100:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696483.703103:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696483.703109:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696483.703117:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696483.703135:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696483.703136:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.703139:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696483.703142:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696483.703144:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696483.703147:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696483.703150:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696483.703156:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=140 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696483.703159:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=38 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696483.703162:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696483.703163:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696483.703166:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696483.703168:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696483.703170:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696483.703174:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696483.703179:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696483.703181:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696483.703183:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696483.703186:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696483.703193:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696483.703197:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.703199:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696483.703201:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3b80 x1840980120606464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696499 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696483.703205:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696483.703208:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696483.703210:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696483.703213:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696483.703215:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696483.703219:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696483.703221:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696483.703223:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:2.0:1755696483.703226:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696483.703228:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696483.703230:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3b80. 00000100:00000001:2.0:1755696483.703234:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696483.703235:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.703236:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696483.703239:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696483.703240:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696483.703242:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696483.703244:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696483.714901:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295733262, at 4295733263 00000100:00000040:0.0:1755696483.714914:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295733262, at 4295733263 00000100:00000010:1.0:1755696483.714918:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00000100:00000010:0.0:1755696483.714930:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00010000:00000001:0.0:1755696484.403851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696484.403857:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696484.403979:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696484.403985:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696484.403989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696485.427904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696485.427935:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696485.427966:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696485.427969:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696485.427973:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696486.451870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696486.451877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696486.451970:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696486.451973:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696486.451977:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696487.475908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696487.475918:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696487.475922:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696487.475925:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696487.475931:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696487.475934:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696487.475937:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696487.475940:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696487.475964:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696487.475967:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696487.475970:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696488.499852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696488.499856:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696488.499931:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696488.499935:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696488.499938:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696488.819862:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696488.819870:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696488.819880:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3b80. 00000020:00000040:2.0:1755696488.819885:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696488.819888:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696488.819891:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696488.819896:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696488.819905:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696488.819911:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696488.819921:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696488.819930:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696488.819933:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696488.819951:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000093b9f7a7] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696488.819978:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696488.819980:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696488.819983:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696488.819986:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696488.819988:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696488.819991:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1076) 00000100:00000001:3.0:1755696488.820035:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696488.820040:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696488.820043:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696488.820049:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696488.820057:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696488.820059:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696488.820062:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696488.820064:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696488.820066:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696488.820069:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696488.820072:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696488.820077:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696488.820079:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696488.820081:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696488.820085:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b800. 02000000:00000001:3.0:1755696488.820087:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696488.820094:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696488.820098:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696488.820110:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696488.820115:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606592, portal 25 00000100:00000001:3.0:1755696488.820117:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696488.820119:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287973760 : -118784421577856 : ffff93f758bf3b80) 00000100:00000040:3.0:1755696488.820124:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696488.820130:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696488.820133:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696488.820134:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792220. 00000100:00000200:3.0:1755696488.820138:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606592, offset 0 00000400:00000200:3.0:1755696488.820144:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696488.820151:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696488.820157:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696488.820161:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696488.820165:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696488.820169:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696488.820171:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696488.820174:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [312:312:256:4294967295] 192.168.203.157@tcp LPNI seq info [312:312:8:4294967295] 00000400:00000200:3.0:1755696488.820177:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696488.820185:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696488.820190:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696488.820194:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755696488.820200:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696488.820207:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696488.820211:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696488.820228:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696488.820231:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696488.820234:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295738382 00000100:00000010:3.0:1755696488.820238:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a8a0. 00000100:00000001:3.0:1755696488.820244:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696488.820253:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295738382 00000100:00000010:3.0:1755696488.820260:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aae0. 00000100:00000001:3.0:1755696488.820263:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696488.820270:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696488.820273:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696488.820276:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696488.820278:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696488.820284:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696488.820286:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696488.820288:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696488.820288:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696488.820290:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696488.820291:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696488.820302:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696488.820304:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696488.820402:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696488.820431:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:0.0:1755696488.820438:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696488.820446:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696488.820451:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792220 00000400:00000010:0.0:1755696488.820454:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792220. 00000100:00000001:0.0:1755696488.820458:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696488.820464:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696488.820476:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696488.820481:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696488.820490:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696488.820492:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696488.822587:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696488.822601:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696488.822603:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696488.822610:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696488.822615:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696488.822618:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696488.822624:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696488.822628:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696488.822632:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696488.822636:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209780 00000400:00000200:0.0:1755696488.822639:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696488.822642:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1271 [1] + 224 00000800:00000001:0.0:1755696488.822649:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696488.822656:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696488.822658:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696488.822660:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696488.822664:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696488.822667:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696488.822675:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696488.822690:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696488.822696:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696488.822699:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696488.822714:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696488.822717:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696488.822721:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696488.822723:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696488.822725:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696488.822730:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696488.822731:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696488.822733:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696488.822737:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696488.822745:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696488.822751:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696488.822752:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696488.822754:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696488.822756:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696488.822758:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696488.822760:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696488.822762:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696488.822768:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=145 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696488.822771:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=43 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696488.822773:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696488.822806:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696488.822809:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696488.822811:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696488.822814:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696488.822818:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696488.822823:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696488.822826:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696488.822828:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696488.822830:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696488.822837:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696488.822840:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696488.822841:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696488.822843:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3b80 x1840980120606592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696504 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696488.822847:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696488.822849:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696488.822852:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b800. 02000000:00000001:3.0:1755696488.822855:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696488.822856:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696488.822858:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696488.822860:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696488.822861:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755696488.822864:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696488.822866:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696488.822867:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3b80. 00000100:00000001:3.0:1755696488.822870:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696488.822871:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696488.822873:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696488.822876:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696488.822877:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696488.822878:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696488.822883:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696488.834845:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295738382, at 4295738383 00000100:00000010:1.0:1755696488.834853:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aae0. 00000100:00000040:0.0:1755696488.834861:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295738382, at 4295738383 00000100:00000010:0.0:1755696488.834870:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a8a0. 00010000:00000001:0.0:1755696489.523845:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696489.523851:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696489.523865:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696489.523867:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696489.523869:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696490.547844:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696490.547849:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696490.547933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696490.547937:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696490.547939:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696491.571837:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696491.571843:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696491.571858:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696491.571876:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696491.571878:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696492.595855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696492.595860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696492.595944:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696492.595947:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696492.595950:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696493.619879:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696493.619886:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696493.619908:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696493.619911:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696493.619914:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696493.939871:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696493.939882:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696493.939895:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0a80. 00000020:00000040:2.0:1755696493.939901:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696493.939906:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696493.939910:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696493.939916:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696493.939927:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755696493.939935:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696493.939950:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696493.939964:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696493.939968:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696493.939976:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000a0e849da] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696493.940005:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696493.940021:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696493.940024:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696493.940026:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696493.940029:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696493.940033:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1081) 00000100:00000001:2.0:1755696493.940058:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696493.940062:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696493.940063:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696493.940065:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696493.940070:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696493.940073:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696493.940084:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696493.940087:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696493.940091:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696493.940094:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696493.940098:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696493.940103:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120606720:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696493.940108:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696493.940115:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696493.940118:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696493.940121:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696493.940125:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696493.940128:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696493.940136:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696493.940141:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696493.940147:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696493.940152:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606720, portal 25 00000100:00000001:2.0:1755696493.940155:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696493.940156:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287961216 : -118784421590400 : ffff93f758bf0a80) 00000100:00000040:2.0:1755696493.940161:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696493.940167:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696493.940174:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696493.940176:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8c38. 00000100:00000200:2.0:1755696493.940179:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606720, offset 0 00000400:00000200:2.0:1755696493.940185:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696493.940191:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696493.940197:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696493.940201:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696493.940205:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696493.940209:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696493.940210:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696493.940213:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [313:313:256:4294967295] 192.168.203.157@tcp LPNI seq info [313:313:8:4294967295] 00000400:00000200:2.0:1755696493.940216:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696493.940225:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696493.940229:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696493.940232:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755696493.940237:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696493.940243:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696493.940247:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696493.940261:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696493.940264:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696493.940267:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295743502 00000100:00000010:2.0:1755696493.940270:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755696493.940276:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696493.940282:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295743502 00000100:00000010:2.0:1755696493.940284:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755696493.940287:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696493.940295:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696493.940297:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696493.940300:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696493.940301:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696493.940307:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696493.940313:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696493.940315:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696493.940316:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696493.940317:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696493.940319:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696493.940411:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696493.940418:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:0.0:1755696493.940423:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696493.940430:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696493.940435:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8c38 00000400:00000010:0.0:1755696493.940438:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8c38. 00000100:00000001:0.0:1755696493.940442:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696493.940448:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696493.940460:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696493.940465:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696493.940474:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696493.940476:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696493.941834:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696493.941848:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696493.941851:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696493.941853:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696493.941859:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696493.941865:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696493.941872:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696493.941877:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696493.941882:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696493.941889:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209800 00000400:00000200:0.0:1755696493.941894:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696493.941905:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1279 [1] + 224 00000800:00000001:0.0:1755696493.941913:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696493.941921:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696493.941923:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696493.941927:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696493.941931:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696493.941936:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696493.941947:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696493.941965:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696493.941972:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696493.941976:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696493.942024:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696493.942027:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696493.942031:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696493.942033:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696493.942035:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696493.942038:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696493.942040:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696493.942042:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696493.942046:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696493.942054:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696493.942059:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696493.942060:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696493.942062:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696493.942064:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696493.942066:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696493.942069:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696493.942071:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696493.942076:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=150 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696493.942079:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=48 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696493.942081:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696493.942083:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696493.942085:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696493.942086:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696493.942088:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696493.942091:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696493.942096:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696493.942098:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696493.942100:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696493.942109:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696493.942115:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120606720:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696493.942118:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696493.942120:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696493.942122:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0a80 x1840980120606720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696509 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696493.942126:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696493.942128:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696493.942130:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696493.942133:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696493.942134:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696493.942136:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696493.942137:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696493.942139:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:2.0:1755696493.942142:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696493.942143:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696493.942145:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0a80. 00000100:00000001:2.0:1755696493.942147:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696493.942148:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696493.942149:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696493.942152:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696493.942153:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696493.942154:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696493.942156:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696493.954851:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295743502, at 4295743503 00000100:00000040:1.0:1755696493.954862:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295743502, at 4295743503 00000100:00000010:0.0:1755696493.954863:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00000100:00000010:1.0:1755696493.954873:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755696494.643857:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696494.643864:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696494.643940:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696494.643944:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696494.643948:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696495.667920:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696495.667930:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696495.667957:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696495.667960:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696495.667964:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696496.691880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696496.691887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696496.692034:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696496.692040:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696496.692045:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696497.715853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696497.715861:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696497.715864:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696497.715866:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696497.715871:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696497.715872:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696497.715874:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696497.715876:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696497.715893:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696497.715896:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696497.715909:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696498.739858:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696498.739865:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696498.740005:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696498.740013:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696498.740018:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696499.059959:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696499.059969:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696499.059982:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696499.059989:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696499.059993:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696499.059997:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696499.060003:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696499.060011:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597100. 00000100:00000001:3.0:1755696499.060019:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696499.060032:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696499.060043:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696499.060048:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696499.060054:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_00+0] req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696499.060089:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696499.060091:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696499.060095:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696499.060097:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696499.060100:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696499.060105:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1086) 00000100:00000001:3.0:1755696499.060140:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696499.060145:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696499.060148:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696499.060149:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696499.060154:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696499.060160:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696499.060180:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696499.060181:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696499.060200:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696499.060205:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696499.060208:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696499.060212:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606848:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696499.060216:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696499.060223:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696499.060225:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696499.060227:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696499.060231:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758b3b800. 02000000:00000001:3.0:1755696499.060233:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696499.060242:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696499.060246:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696499.060253:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696499.060260:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606848, portal 25 00000100:00000001:3.0:1755696499.060262:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696499.060263:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:3.0:1755696499.060268:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696499.060274:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696499.060276:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696499.060279:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467927f8. 00000100:00000200:3.0:1755696499.060282:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606848, offset 0 00000400:00000200:3.0:1755696499.060287:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696499.060296:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696499.060304:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696499.060310:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696499.060314:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696499.060317:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696499.060320:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696499.060323:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [314:314:256:4294967295] 192.168.203.157@tcp LPNI seq info [314:314:8:4294967295] 00000400:00000200:3.0:1755696499.060326:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696499.060362:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696499.060374:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696499.060378:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755696499.060385:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696499.060393:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696499.060398:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696499.060413:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696499.060417:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696499.060420:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295748622 00000100:00000010:3.0:1755696499.060424:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a600. 00000100:00000001:3.0:1755696499.060432:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696499.060441:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295748622 00000100:00000010:3.0:1755696499.060443:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a960. 00000100:00000001:3.0:1755696499.060446:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696499.060453:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696499.060455:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696499.060459:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696499.060460:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696499.060468:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696499.060470:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696499.060473:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696499.060474:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696499.060476:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696499.060478:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696499.060594:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696499.060600:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:0.0:1755696499.060606:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696499.060612:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696499.060616:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467927f8 00000400:00000010:0.0:1755696499.060618:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467927f8. 00000100:00000001:0.0:1755696499.060622:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696499.060626:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696499.060635:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696499.060638:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696499.060643:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696499.060644:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696499.062260:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696499.062272:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696499.062274:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696499.062276:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696499.062281:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696499.062286:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696499.062292:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696499.062295:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696499.062300:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696499.062304:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209880 00000400:00000200:0.0:1755696499.062313:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696499.062317:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1281 [1] + 224 00000800:00000001:0.0:1755696499.062324:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696499.062344:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696499.062346:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696499.062349:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696499.062360:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696499.062364:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696499.062371:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696499.062385:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696499.062392:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696499.062395:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696499.062410:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696499.062413:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696499.062418:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696499.062420:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696499.062422:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696499.062427:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696499.062429:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696499.062431:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696499.062436:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696499.062444:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696499.062456:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696499.062458:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696499.062460:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696499.062463:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696499.062465:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696499.062468:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696499.062471:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696499.062478:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=6 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696499.062481:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=54 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696499.062483:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696499.062484:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696499.062487:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696499.062489:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696499.062491:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696499.062495:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696499.062500:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696499.062502:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696499.062504:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696499.062507:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696499.062513:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606848:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696499.062516:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696499.062518:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696499.062520:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120606848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696515 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696499.062524:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696499.062526:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696499.062528:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758b3b800. 02000000:00000001:3.0:1755696499.062532:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696499.062534:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696499.062538:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696499.062540:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696499.062542:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597100. 02000000:00000001:3.0:1755696499.062545:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696499.062547:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696499.062549:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:3.0:1755696499.062551:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696499.062552:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696499.062554:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696499.062556:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696499.062558:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696499.062559:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696499.062561:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696499.074855:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295748622, at 4295748623 00000100:00000010:0.0:1755696499.074863:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a600. 00000100:00000040:1.0:1755696499.074922:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295748622, at 4295748623 00000100:00000010:1.0:1755696499.074942:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a960. 00010000:00000001:0.0:1755696499.763860:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696499.763868:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696499.763888:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696499.763890:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696499.763893:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696500.787877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696500.787883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696500.787977:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696500.787981:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696500.787984:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696501.811871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696501.811882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696501.811909:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696501.811912:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696501.811914:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696502.835870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696502.835878:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696502.836036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696502.836044:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696502.836048:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696503.859851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696503.859859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696503.859880:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696503.859884:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696503.859886:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696504.179866:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696504.179876:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696504.179888:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696504.179894:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696504.179897:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696504.179901:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696504.179906:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696504.179913:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597100. 00000100:00000001:3.0:1755696504.179920:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696504.179931:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696504.179941:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696504.179946:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696504.179951:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_01+1] req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696504.179979:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696504.179981:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696504.179984:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696504.179986:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696504.180004:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696504.180009:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1091) 00000100:00000001:3.0:1755696504.180020:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696504.180023:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696504.180026:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.180033:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696504.180036:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.180037:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696504.180039:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696504.180041:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696504.180048:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696504.180054:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696504.180056:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696504.180060:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696504.180063:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696504.180065:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696504.180068:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606976:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696504.180073:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1755696504.180074:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1755696504.180080:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:2.0:1755696504.180082:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696504.180084:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696504.180093:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696504.180097:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f743bec200. 02000000:00000001:3.0:1755696504.180100:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696504.180109:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696504.180113:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696504.180119:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696504.180126:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120606976, portal 25 00000100:00000001:3.0:1755696504.180128:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696504.180130:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:3.0:1755696504.180134:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696504.180141:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696504.180147:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696504.180149:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467926e8. 00000100:00000200:3.0:1755696504.180153:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120606976, offset 0 00000400:00000200:3.0:1755696504.180158:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696504.180166:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696504.180173:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696504.180178:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696504.180182:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696504.180185:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696504.180187:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696504.180190:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [315:315:256:4294967295] 192.168.203.157@tcp LPNI seq info [315:315:8:4294967295] 00000400:00000200:3.0:1755696504.180194:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696504.180203:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696504.180208:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696504.180211:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755696504.180217:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696504.180224:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696504.180230:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696504.180244:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696504.180247:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696504.180250:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295753742 00000100:00000010:3.0:1755696504.180253:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a5a0. 00000100:00000001:3.0:1755696504.180261:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696504.180269:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295753742 00000100:00000010:3.0:1755696504.180271:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a0c0. 00000100:00000001:3.0:1755696504.180273:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696504.180280:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696504.180282:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696504.180285:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696504.180287:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696504.180411:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696504.180416:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:0.0:1755696504.180422:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696504.180428:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696504.180432:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467926e8 00000400:00000010:0.0:1755696504.180440:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467926e8. 00000100:00000001:0.0:1755696504.180444:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696504.180448:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696504.180456:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696504.180459:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696504.180464:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696504.180465:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696504.181870:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696504.181882:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696504.181884:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696504.181887:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696504.181892:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696504.181897:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696504.181903:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696504.181907:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696504.181910:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696504.181914:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209900 00000400:00000200:0.0:1755696504.181917:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696504.181922:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1289 [1] + 224 00000800:00000001:0.0:1755696504.181927:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696504.181972:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696504.181974:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696504.181977:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696504.181980:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696504.181984:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696504.181991:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696504.182007:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696504.182013:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696504.182021:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.182035:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696504.182044:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696504.182049:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696504.182051:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696504.182053:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696504.182057:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696504.182059:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696504.182061:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696504.182066:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696504.182074:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696504.182080:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696504.182081:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.182083:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696504.182085:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696504.182087:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696504.182089:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696504.182091:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696504.182097:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=11 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696504.182100:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=59 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696504.182102:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696504.182104:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696504.182106:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696504.182108:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696504.182110:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696504.182113:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696504.182119:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696504.182121:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696504.182122:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696504.182125:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696504.182130:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120606976:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696504.182140:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.182141:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696504.182144:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120606976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696520 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696504.182149:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696504.182150:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696504.182153:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f743bec200. 02000000:00000001:3.0:1755696504.182155:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696504.182157:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696504.182158:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696504.182159:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696504.182161:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597100. 02000000:00000001:3.0:1755696504.182163:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696504.182165:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696504.182167:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:3.0:1755696504.182169:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696504.182170:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.182171:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696504.182175:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696504.182176:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696504.182177:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696504.182178:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696504.194850:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295753742, at 4295753743 00000100:00000010:0.0:1755696504.194858:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a5a0. 00000100:00000040:1.0:1755696504.194899:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295753742, at 4295753743 00000100:00000010:1.0:1755696504.194914:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a0c0. 00010000:00000001:0.0:1755696504.883851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696504.883858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696504.883971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696504.883977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696504.883980:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696505.907883:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696505.907892:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696505.907913:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696505.907916:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696505.907918:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696506.931866:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696506.931877:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696506.931879:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696506.931882:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696506.931888:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696506.931890:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696506.931892:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696506.931894:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696506.932052:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696506.932060:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696506.932066:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696507.955861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696507.955869:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696507.955891:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696507.955893:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696507.955896:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696508.979859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696508.979866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696508.980036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696508.980044:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696508.980049:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696509.299871:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696509.299883:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696509.299896:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696509.299903:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696509.299907:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696509.299911:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696509.299918:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696509.299926:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597100. 00000100:00000001:3.0:1755696509.299934:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696509.299947:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696509.299958:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696509.299983:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696509.299989:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_00+0] req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696509.300022:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696509.300024:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696509.300028:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696509.300031:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696509.300033:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696509.300038:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1096) 00000100:00000001:2.0:1755696509.300156:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696509.300166:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696509.300171:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696509.300188:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696509.300203:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696509.300206:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696509.300212:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696509.300217:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696509.300220:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696509.300225:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120607104:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696509.300231:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696509.300238:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696509.300242:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696509.300244:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696509.300275:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696509.300279:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696509.300289:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696509.300315:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696509.300322:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696509.300331:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607104, portal 25 00000100:00000001:2.0:1755696509.300334:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696509.300336:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:2.0:1755696509.300345:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696509.300356:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696509.300359:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696509.300363:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8110. 00000100:00000200:2.0:1755696509.300367:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607104, offset 0 00000400:00000200:2.0:1755696509.300375:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696509.300385:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696509.300394:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696509.300400:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696509.300406:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696509.300411:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696509.300414:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696509.300419:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [316:316:256:4294967295] 192.168.203.157@tcp LPNI seq info [316:316:8:4294967295] 00000400:00000200:2.0:1755696509.300424:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696509.300436:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696509.300443:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696509.300449:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696509.300457:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696509.300467:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696509.300473:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696509.300503:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696509.300509:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696509.300513:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295758862 00000100:00000010:2.0:1755696509.300518:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755696509.300527:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696509.300552:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295758862 00000100:00000010:2.0:1755696509.300557:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755696509.300562:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696509.300579:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696509.300583:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696509.300587:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696509.300590:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696509.300599:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696509.300603:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696509.300606:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696509.300608:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696509.300610:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696509.300613:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696509.300635:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696509.300639:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696509.300668:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696509.300675:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:0.0:1755696509.300685:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696509.300692:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696509.300698:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8110 00000400:00000010:0.0:1755696509.300700:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8110. 00000100:00000001:0.0:1755696509.300704:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696509.300709:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696509.300718:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696509.300721:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696509.300734:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696509.300736:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696509.302523:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696509.302536:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696509.302538:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696509.302540:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696509.302547:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696509.302552:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696509.302559:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696509.302563:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696509.302569:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696509.302574:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209980 00000400:00000200:0.0:1755696509.302579:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696509.302584:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1291 [1] + 224 00000800:00000001:0.0:1755696509.302591:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696509.302597:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696509.302599:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696509.302602:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696509.302605:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696509.302609:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696509.302617:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696509.302633:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696509.302640:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696509.302642:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696509.302731:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696509.302737:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696509.302745:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696509.302747:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696509.302751:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696509.302759:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696509.302762:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696509.302767:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696509.302775:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696509.302823:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696509.302832:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696509.302835:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696509.302838:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696509.302843:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696509.302846:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696509.302849:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696509.302853:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696509.302862:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=16 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696509.302866:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=64 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696509.302881:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696509.302884:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696509.302888:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696509.302890:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696509.302894:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696509.302900:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696509.302909:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696509.302913:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696509.302915:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696509.302920:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696509.302930:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120607104:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696509.302935:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696509.302938:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696509.302942:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120607104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696525 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696509.302950:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696509.302953:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696509.302957:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755696509.302960:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696509.302963:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696509.302966:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696509.302969:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696509.302971:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597100. 02000000:00000001:2.0:1755696509.302977:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696509.302979:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696509.302981:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:2.0:1755696509.302986:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696509.302988:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696509.302990:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696509.302995:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696509.302996:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696509.303004:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696509.303007:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696509.314851:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295758862, at 4295758863 00000100:00000010:0.0:1755696509.314864:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00000100:00000040:1.0:1755696509.314914:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295758862, at 4295758863 00000100:00000010:1.0:1755696509.314932:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00010000:00000001:0.0:1755696510.003870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696510.003879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696510.003904:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696510.003929:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696510.003932:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696511.027866:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696511.027877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696511.027972:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696511.027979:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696511.027985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696512.051876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696512.051883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696512.051906:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696512.051908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696512.051911:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696513.075857:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696513.075864:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696513.075956:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696513.075964:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696513.075969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696514.099846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696514.099849:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696514.099865:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696514.099867:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696514.099869:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696514.419902:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696514.419910:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696514.419920:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0a80. 00000020:00000040:2.0:1755696514.419926:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696514.419929:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696514.419932:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696514.419937:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696514.419944:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755696514.419951:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696514.419961:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696514.419970:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696514.419973:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696514.419978:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000a0e849da] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696514.420010:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696514.420013:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696514.420016:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696514.420018:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696514.420021:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696514.420026:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1101) 00000100:00000001:3.0:1755696514.420031:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696514.420037:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696514.420039:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696514.420041:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696514.420052:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696514.420059:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696514.420073:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696514.420076:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696514.420080:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696514.420084:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696514.420086:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696514.420090:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120607232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696514.420094:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696514.420100:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696514.420102:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696514.420104:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696514.420109:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f745e3da00. 02000000:00000001:3.0:1755696514.420111:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696514.420119:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696514.420123:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696514.420129:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696514.420136:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607232, portal 25 00000100:00000001:3.0:1755696514.420139:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696514.420146:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287961216 : -118784421590400 : ffff93f758bf0a80) 00000100:00000040:3.0:1755696514.420151:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696514.420157:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696514.420159:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696514.420161:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792cc0. 00000100:00000200:3.0:1755696514.420164:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607232, offset 0 00000400:00000200:3.0:1755696514.420169:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696514.420177:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696514.420184:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696514.420188:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696514.420192:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696514.420195:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696514.420197:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696514.420200:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [317:317:256:4294967295] 192.168.203.157@tcp LPNI seq info [317:317:8:4294967295] 00000400:00000200:3.0:1755696514.420203:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696514.420229:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696514.420234:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696514.420239:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597100. 00000800:00000200:3.0:1755696514.420245:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696514.420253:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696514.420258:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696514.420270:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696514.420273:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696514.420275:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295763982 00000100:00000010:3.0:1755696514.420278:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a9c0. 00000100:00000001:3.0:1755696514.420283:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696514.420290:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295763982 00000100:00000010:3.0:1755696514.420292:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ab40. 00000100:00000001:3.0:1755696514.420294:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696514.420306:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696514.420308:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696514.420311:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696514.420313:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696514.420320:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696514.420322:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696514.420324:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696514.420325:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696514.420327:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696514.420328:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696514.420413:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696514.420419:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597100. 00000400:00000200:0.0:1755696514.420423:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696514.420428:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696514.420432:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792cc0 00000400:00000010:0.0:1755696514.420434:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792cc0. 00000100:00000001:0.0:1755696514.420438:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696514.420442:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696514.420451:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696514.420454:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696514.420459:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696514.420460:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696514.422131:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696514.422143:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696514.422146:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696514.422148:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696514.422154:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696514.422158:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696514.422170:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696514.422173:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696514.422177:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696514.422180:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209a00 00000400:00000200:0.0:1755696514.422184:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696514.422189:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1299 [1] + 224 00000800:00000001:0.0:1755696514.422194:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696514.422200:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696514.422202:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696514.422204:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696514.422208:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696514.422224:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696514.422232:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696514.422245:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696514.422251:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696514.422254:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696514.422276:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696514.422279:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696514.422284:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696514.422286:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696514.422288:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696514.422291:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696514.422292:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696514.422294:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696514.422299:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696514.422306:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696514.422311:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696514.422312:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696514.422314:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696514.422317:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696514.422319:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696514.422321:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696514.422323:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696514.422329:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=21 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696514.422332:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=69 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696514.422334:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696514.422335:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696514.422337:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696514.422338:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696514.422340:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696514.422343:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696514.422355:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696514.422357:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696514.422359:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696514.422362:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696514.422367:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120607232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696514.422371:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696514.422373:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696514.422375:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0a80 x1840980120607232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696530 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696514.422379:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696514.422382:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696514.422384:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f745e3da00. 02000000:00000001:3.0:1755696514.422386:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696514.422387:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696514.422389:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696514.422390:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696514.422392:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:3.0:1755696514.422394:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696514.422396:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696514.422398:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0a80. 00000100:00000001:3.0:1755696514.422400:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696514.422401:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696514.422403:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696514.422406:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696514.422407:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696514.422409:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696514.422410:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696514.434852:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295763982, at 4295763983 00000100:00000010:0.0:1755696514.434859:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a9c0. 00000100:00000040:1.0:1755696514.434898:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295763982, at 4295763983 00000100:00000010:1.0:1755696514.434907:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ab40. 00010000:00000001:0.0:1755696515.123846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696515.123850:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696515.124014:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696515.124023:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696515.124029:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696516.147839:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696516.147843:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696516.147857:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696516.147860:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696516.147862:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696517.171846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696517.171850:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696517.171852:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696517.171854:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696517.171858:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696517.171859:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696517.171867:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696517.171869:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696517.171922:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696517.171928:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696517.171932:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696518.195846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696518.195849:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696518.195862:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696518.195864:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696518.195866:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696519.219842:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696519.219845:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696519.219964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696519.219973:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696519.219981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696519.539952:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696519.539958:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696519.539966:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc2300. 00000020:00000040:0.0:1755696519.539971:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696519.539975:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696519.539978:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696519.539984:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696519.539991:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8400. 00000100:00000001:0.0:1755696519.539998:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696519.540011:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696519.540021:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696519.540026:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696519.540030:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e33c29aa] to pc [ptlrpcd_00_00+0] req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696519.540054:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696519.540057:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696519.540060:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696519.540062:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696519.540064:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696519.540067:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1106) 00000100:00000001:1.0:1755696519.540199:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696519.540209:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696519.540214:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696519.540232:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696519.540248:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696519.540274:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696519.540280:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696519.540284:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696519.540288:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696519.540293:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120607360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696519.540300:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696519.540308:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696519.540311:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696519.540314:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696519.540322:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696519.540325:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696519.540336:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696519.540343:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696519.540351:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696519.540359:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607360, portal 25 00000100:00000001:1.0:1755696519.540362:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696519.540364:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954323712 : -118784755227904 : ffff93f744dc2300) 00000100:00000040:1.0:1755696519.540372:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696519.540383:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696519.540387:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696519.540391:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d55d8. 00000100:00000200:1.0:1755696519.540394:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607360, offset 0 00000400:00000200:1.0:1755696519.540402:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696519.540413:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696519.540422:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696519.540428:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696519.540434:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696519.540439:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696519.540443:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696519.540448:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [318:318:256:4294967295] 192.168.203.157@tcp LPNI seq info [318:318:8:4294967295] 00000400:00000200:1.0:1755696519.540453:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696519.540465:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696519.540481:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696519.540488:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696519.540497:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696519.540508:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696519.540514:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696519.540543:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696519.540549:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696519.540553:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295769102 00000100:00000010:1.0:1755696519.540559:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696519.540568:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696519.540583:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295769102 00000100:00000010:1.0:1755696519.540588:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696519.540595:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696519.540599:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696519.540604:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696519.540609:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696519.540613:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696519.540624:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696519.540629:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696519.540635:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696519.540637:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696519.540639:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696519.540643:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696519.540661:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696519.540665:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696519.540665:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696519.540681:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696519.540689:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696519.540698:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696519.540703:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d55d8 00000400:00000010:0.0:1755696519.540706:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d55d8. 00000100:00000001:0.0:1755696519.540711:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696519.540716:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696519.540725:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696519.540728:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696519.540733:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696519.540735:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696519.541816:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696519.541824:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696519.541827:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696519.541829:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696519.541836:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696519.541841:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696519.541847:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696519.541850:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696519.541854:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696519.541858:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209a80 00000400:00000200:0.0:1755696519.541862:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696519.541867:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12a1 [1] + 224 00000800:00000001:0.0:1755696519.541874:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696519.541879:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696519.541880:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696519.541883:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696519.541886:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696519.541890:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696519.541909:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696519.541926:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696519.541932:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696519.541934:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696519.542038:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696519.542044:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696519.542053:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696519.542056:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696519.542060:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696519.542069:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696519.542072:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696519.542077:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696519.542086:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696519.542114:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696519.542124:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696519.542126:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696519.542130:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696519.542134:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696519.542137:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696519.542141:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696519.542144:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696519.542153:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=26 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696519.542158:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=74 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696519.542161:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696519.542163:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696519.542167:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696519.542191:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696519.542196:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696519.542202:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696519.542212:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696519.542215:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696519.542218:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696519.542223:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696519.542234:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120607360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696519.542240:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696519.542243:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696519.542247:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc2300 x1840980120607360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696535 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696519.542255:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696519.542258:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696519.542268:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696519.542273:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696519.542276:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696519.542279:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696519.542282:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696519.542285:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8400. 02000000:00000001:1.0:1755696519.542290:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696519.542292:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696519.542295:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc2300. 00000100:00000001:1.0:1755696519.542299:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696519.542301:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696519.542304:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696519.542309:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696519.542311:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696519.542314:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696519.542316:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696519.554852:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295769102, at 4295769103 00000100:00000010:0.0:1755696519.554862:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000040:1.0:1755696519.554918:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295769102, at 4295769103 00000100:00000010:1.0:1755696519.554930:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00010000:00000001:0.0:1755696520.243843:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696520.243847:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696520.243862:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696520.243864:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696520.243866:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696521.267842:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696521.267845:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696521.267971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696521.267980:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696521.267987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696522.291847:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696522.291850:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696522.291863:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696522.291865:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696522.291867:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696523.315868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696523.315876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696523.315982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696523.315994:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696523.316002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696524.339854:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696524.339858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696524.339875:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696524.339878:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696524.339880:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696524.659938:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696524.659952:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696524.659967:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696524.659974:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696524.659979:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696524.659984:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696524.659991:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696524.660001:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696524.660011:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696524.660028:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696524.660044:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696524.660051:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696524.660061:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696524.660124:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696524.660157:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696524.660163:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696524.660167:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1755696524.660176:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:0.0:1755696524.660182:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:1.0:1755696524.660185:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696524.660198:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:0.0:1755696524.660211:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00080000:1.0:1755696524.660213:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755696524.660215:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696524.660221:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1111) 02000000:00000001:0.0:1755696524.660235:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696524.660239:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696524.660242:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696524.660245:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696524.660247:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120607488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696524.660252:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696524.660253:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696524.660268:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696524.660271:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696524.660275:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696524.660280:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013800. 02000000:00000001:0.0:1755696524.660282:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696524.660292:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696524.660297:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445444d0. 00000400:00000010:0.0:1755696524.660304:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee330. 00000100:00000200:0.0:1755696524.660312:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607488, portal 25 00000100:00000001:0.0:1755696524.660313:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696524.660315:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696524.660321:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696524.660327:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696524.660329:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696524.660331:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee908. 00000100:00000200:0.0:1755696524.660333:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607488, offset 0 00000400:00000200:0.0:1755696524.660339:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696524.660348:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.660355:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696524.660360:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696524.660364:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696524.660368:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696524.660370:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696524.660374:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [319:319:256:4294967295] 192.168.203.157@tcp LPNI seq info [319:319:8:4294967295] 00000400:00000200:0.0:1755696524.660376:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.660385:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696524.660396:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696524.660399:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8a00. 00000800:00000200:0.0:1755696524.660406:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696524.660413:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696524.660418:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696524.660436:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696524.660440:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696524.660442:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295774222 00000100:00000010:0.0:1755696524.660446:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696524.660452:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696524.660458:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295774222 00000100:00000010:0.0:1755696524.660461:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f240. 00000100:00000001:0.0:1755696524.660464:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696524.660470:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696524.660472:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696524.660475:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696524.660478:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696524.660487:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696524.660489:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696524.660491:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696524.660492:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696524.660493:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696524.660495:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696524.660599:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696524.660606:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8a00. 00000400:00000200:1.0:1755696524.660613:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696524.660622:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696524.660629:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee908 00000400:00000010:1.0:1755696524.660633:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee908. 00000100:00000001:1.0:1755696524.660638:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696524.660645:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696524.660659:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696524.660664:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696524.660673:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696524.660676:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696524.662488:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696524.662499:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696524.662502:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696524.662503:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696524.662509:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.662514:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696524.662519:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.662523:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.662526:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.662529:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209b00 00000400:00000200:0.0:1755696524.662540:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696524.662545:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12b1 [1] + 224 00000800:00000001:0.0:1755696524.662550:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696524.662557:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696524.662559:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696524.662563:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696524.662568:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696524.662572:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696524.662580:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696524.662597:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696524.662604:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696524.662606:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696524.662656:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696524.662663:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696524.662672:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696524.662675:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696524.662679:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445444d0. 00000400:00000200:1.0:1755696524.662686:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee330 00000400:00000010:1.0:1755696524.662689:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee330. 00000100:00000001:1.0:1755696524.662693:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696524.662703:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696524.662718:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696524.662740:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696524.662743:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696524.662747:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696524.662751:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696524.662754:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696524.662759:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696524.662763:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696524.662771:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=31 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696524.662777:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=79 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696524.662833:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696524.662838:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696524.662844:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696524.662848:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696524.662854:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696524.662867:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696524.662884:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696524.662889:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696524.662893:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696524.662901:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696524.662918:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120607488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696524.662925:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696524.662928:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696524.662933:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120607488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696540 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696524.662942:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696524.662945:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696524.662950:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013800. 02000000:00000001:1.0:1755696524.662955:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696524.662957:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696524.662968:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696524.662971:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696524.662975:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696524.662980:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696524.662982:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696524.662985:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696524.662989:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696524.662991:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696524.662993:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696524.663002:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696524.663005:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696524.663007:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696524.663010:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696524.674844:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295774222, at 4295774223 00000100:00000010:0.0:1755696524.674853:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696524.674936:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295774222, at 4295774223 00000100:00000010:1.0:1755696524.674955:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f240. 00010000:00000001:0.0:1755696525.363871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696525.363879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696525.364031:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696525.364040:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696525.364047:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696526.387877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696526.387884:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696526.387904:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696526.387907:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696526.387909:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696527.411847:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696527.411855:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696527.411857:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696527.411860:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696527.411864:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696527.411865:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696527.411867:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696527.411869:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696527.411947:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696527.411951:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696527.411954:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696528.435837:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696528.435839:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696528.435860:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696528.435862:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696528.435863:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696529.459844:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696529.459848:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696529.459920:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696529.459925:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696529.459929:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696529.779907:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696529.779913:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696529.779920:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf800. 00000020:00000040:3.0:1755696529.779925:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696529.779934:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696529.779937:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696529.779943:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696529.779948:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696529.779955:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696529.779966:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696529.779975:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696529.779979:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696529.779983:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000297b4707] to pc [ptlrpcd_01_00+0] req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696529.780008:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696529.780010:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696529.780013:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696529.780015:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696529.780017:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696529.780020:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1117) 00000100:00000001:3.0:1755696529.780028:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696529.780032:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755696529.780033:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.780039:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696529.780041:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.780043:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696529.780044:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696529.780047:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696529.780051:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696529.780057:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696529.780058:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696529.780061:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1755696529.780063:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696529.780066:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696529.780066:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696529.780074:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696529.780077:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120607616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696529.780081:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696529.780087:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696529.780089:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696529.780106:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696529.780110:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f745e3d600. 02000000:00000001:3.0:1755696529.780112:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696529.780119:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696529.780123:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696529.780129:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696529.780135:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607616, portal 25 00000100:00000001:3.0:1755696529.780137:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696529.780138:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918595584 : -118784790956032 : ffff93f742baf800) 00000100:00000040:3.0:1755696529.780142:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696529.780148:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696529.780150:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696529.780152:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792440. 00000100:00000200:3.0:1755696529.780154:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607616, offset 0 00000400:00000200:3.0:1755696529.780159:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696529.780168:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696529.780173:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696529.780178:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696529.780183:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696529.780186:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696529.780188:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696529.780191:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [320:320:256:4294967295] 192.168.203.157@tcp LPNI seq info [320:320:8:4294967295] 00000400:00000200:3.0:1755696529.780193:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696529.780202:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696529.780207:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696529.780210:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755696529.780220:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696529.780225:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696529.780229:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696529.780243:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696529.780246:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696529.780248:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295779342 00000100:00000010:3.0:1755696529.780251:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a000. 00000100:00000001:3.0:1755696529.780257:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696529.780265:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295779342 00000100:00000010:3.0:1755696529.780267:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a720. 00000100:00000001:3.0:1755696529.780270:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696529.780274:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696529.780276:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696529.780278:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696529.780280:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696529.780388:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696529.780395:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:1.0:1755696529.780400:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696529.780407:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696529.780411:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792440 00000400:00000010:1.0:1755696529.780414:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792440. 00000100:00000001:1.0:1755696529.780418:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696529.780425:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696529.780435:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696529.780438:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696529.780443:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696529.780445:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696529.781501:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696529.781508:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696529.781510:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696529.781512:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696529.781518:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696529.781523:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696529.781531:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696529.781535:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696529.781540:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696529.781545:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209b80 00000400:00000200:0.0:1755696529.781551:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696529.781556:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12c1 [1] + 224 00000800:00000001:0.0:1755696529.781563:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696529.781571:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696529.781574:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696529.781578:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696529.781584:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696529.781590:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696529.781601:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696529.781620:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696529.781628:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696529.781631:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.781644:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696529.781647:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696529.781652:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696529.781654:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696529.781655:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696529.781659:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696529.781661:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696529.781663:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696529.781667:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696529.781675:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696529.781680:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696529.781681:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.781683:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696529.781685:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696529.781688:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696529.781690:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696529.781698:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696529.781704:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=36 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696529.781707:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=84 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696529.781709:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696529.781710:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696529.781713:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696529.781714:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696529.781716:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696529.781720:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696529.781724:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696529.781727:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696529.781728:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696529.781731:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696529.781737:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120607616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696529.781740:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.781742:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696529.781744:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf800 x1840980120607616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696545 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696529.781748:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696529.781750:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696529.781753:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f745e3d600. 02000000:00000001:3.0:1755696529.781754:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696529.781756:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696529.781757:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696529.781759:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696529.781760:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:3.0:1755696529.781763:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696529.781764:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696529.781766:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf800. 00000100:00000001:3.0:1755696529.781768:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696529.781769:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.781773:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696529.781775:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696529.781776:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696529.781778:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696529.781797:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696529.794846:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295779342, at 4295779343 00000100:00000040:1.0:1755696529.794853:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295779342, at 4295779343 00000100:00000010:0.0:1755696529.794854:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a000. 00000100:00000010:1.0:1755696529.794869:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a720. 00010000:00000001:0.0:1755696530.483870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696530.483878:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696530.483943:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696530.483945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696530.483948:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696531.507860:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696531.507867:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696531.507946:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696531.507950:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696531.507953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696532.531853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696532.531859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696532.531877:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696532.531879:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696532.531882:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696533.555890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696533.555899:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696533.555982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696533.555986:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696533.555989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696534.579902:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696534.579911:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696534.579938:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696534.579941:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696534.579943:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696534.899967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696534.899978:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696534.899991:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696534.900014:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696534.900019:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696534.900023:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696534.900029:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696534.900038:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696534.900046:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696534.900078:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696534.900090:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696534.900095:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696534.900103:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696534.900144:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696534.900148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696534.900152:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696534.900155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696534.900158:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696534.900164:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1122) 00000100:00000001:1.0:1755696534.900179:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696534.900183:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696534.900185:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.900194:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696534.900198:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.900200:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696534.900203:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696534.900206:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696534.900214:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696534.900223:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696534.900224:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696534.900228:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696534.900236:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696534.900237:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696534.900250:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696534.900254:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696534.900260:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120607744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696534.900267:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696534.900273:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696534.900275:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696534.900278:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696534.900282:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696534.900285:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696534.900294:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696534.900299:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696534.900306:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696534.900313:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607744, portal 25 00000100:00000001:1.0:1755696534.900315:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696534.900317:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696534.900323:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696534.900331:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696534.900334:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696534.900338:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5990. 00000100:00000200:1.0:1755696534.900341:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607744, offset 0 00000400:00000200:1.0:1755696534.900348:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696534.900356:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696534.900363:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696534.900368:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696534.900373:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696534.900378:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696534.900381:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696534.900385:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [321:321:256:4294967295] 192.168.203.157@tcp LPNI seq info [321:321:8:4294967295] 00000400:00000200:1.0:1755696534.900389:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696534.900400:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696534.900406:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696534.900416:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e200. 00000800:00000200:1.0:1755696534.900424:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696534.900432:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696534.900437:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696534.900459:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696534.900464:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696534.900469:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295784462 00000100:00000010:1.0:1755696534.900474:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696534.900483:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696534.900490:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295784462 00000100:00000010:1.0:1755696534.900496:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696534.900499:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696534.900503:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696534.900505:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696534.900509:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696534.900513:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696534.900587:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696534.900592:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e200. 00000400:00000200:0.0:1755696534.900599:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696534.900607:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696534.900612:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5990 00000400:00000010:0.0:1755696534.900614:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5990. 00000100:00000001:0.0:1755696534.900618:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696534.900626:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696534.900636:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696534.900639:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696534.900644:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696534.900646:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696534.902205:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696534.902215:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696534.902217:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696534.902233:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696534.902239:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696534.902243:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696534.902249:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696534.902253:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696534.902258:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696534.902262:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209c00 00000400:00000200:0.0:1755696534.902266:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696534.902272:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12c9 [1] + 224 00000800:00000001:0.0:1755696534.902279:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696534.902286:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696534.902287:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696534.902290:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696534.902294:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696534.902297:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696534.902305:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696534.902319:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696534.902325:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696534.902327:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.902413:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696534.902418:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696534.902424:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696534.902426:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696534.902430:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696534.902437:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696534.902440:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696534.902444:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696534.902452:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696534.902464:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696534.902472:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696534.902474:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.902477:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696534.902480:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696534.902482:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696534.902495:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696534.902499:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696534.902506:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=41 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696534.902511:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=89 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696534.902514:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696534.902516:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696534.902519:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696534.902522:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696534.902525:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696534.902530:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696534.902538:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696534.902541:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696534.902544:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696534.902548:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696534.902556:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120607744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696534.902561:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.902563:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696534.902567:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120607744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696550 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696534.902573:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696534.902576:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696534.902579:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696534.902582:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696534.902585:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696534.902587:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696534.902589:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696534.902592:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696534.902595:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696534.902597:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696534.902599:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696534.902602:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696534.902608:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.902610:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696534.902614:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696534.902616:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696534.902618:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696534.902620:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696534.914856:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295784462, at 4295784463 00000100:00000010:0.0:1755696534.914868:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00000100:00000040:1.0:1755696534.914909:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295784462, at 4295784463 00000100:00000010:1.0:1755696534.914921:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696535.603912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696535.603921:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696535.604015:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696535.604020:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696535.604024:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696536.627919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696536.627931:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696536.627960:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696536.627964:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696536.627967:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696537.651917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696537.651930:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696537.651933:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696537.651962:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696537.651970:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696537.651973:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696537.651976:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696537.651979:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696537.652127:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696537.652145:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696537.652151:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696538.675903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696538.675913:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696538.675941:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696538.675945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696538.675965:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696539.699917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696539.699926:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696539.700058:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696539.700062:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696539.700066:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696540.020038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696540.020054:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696540.020072:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2680. 00000020:00000040:2.0:1755696540.020080:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696540.020087:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696540.020091:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696540.020099:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696540.020111:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866300. 00000100:00000001:2.0:1755696540.020121:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696540.020139:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696540.020155:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696540.020161:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696540.020171:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d8538b48] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696540.020219:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696540.020223:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696540.020228:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696540.020231:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696540.020235:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696540.020242:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1127) 00000100:00000001:2.0:1755696540.020266:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696540.020270:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696540.020272:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696540.020281:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696540.020282:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.020301:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696540.020330:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.020333:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696540.020336:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696540.020340:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696540.020347:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696540.020358:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696540.020360:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696540.020366:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696540.020370:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696540.020373:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696540.020378:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120607872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696540.020384:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696540.020392:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696540.020396:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696540.020399:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696540.020405:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696540.020408:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696540.020420:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696540.020426:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696540.020435:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696540.020444:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120607872, portal 25 00000100:00000001:2.0:1755696540.020448:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696540.020450:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287968384 : -118784421583232 : ffff93f758bf2680) 00000100:00000040:2.0:1755696540.020457:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696540.020468:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696540.020472:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696540.020476:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8550. 00000100:00000200:2.0:1755696540.020480:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120607872, offset 0 00000400:00000200:2.0:1755696540.020489:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696540.020501:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696540.020511:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696540.020525:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696540.020531:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696540.020536:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696540.020540:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696540.020545:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [322:322:256:4294967295] 192.168.203.157@tcp LPNI seq info [322:322:8:4294967295] 00000400:00000200:2.0:1755696540.020551:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696540.020567:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696540.020575:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696540.020581:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755696540.020590:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696540.020601:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696540.020608:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696540.020634:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696540.020640:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696540.020644:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295789582 00000100:00000010:2.0:1755696540.020650:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755696540.020660:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696540.020672:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295789582 00000100:00000010:2.0:1755696540.020679:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755696540.020685:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696540.020698:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696540.020702:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696540.020707:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696540.020711:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696540.020870:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696540.020880:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:0.0:1755696540.020889:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696540.020899:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696540.020905:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8550 00000400:00000010:0.0:1755696540.020908:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8550. 00000100:00000001:0.0:1755696540.020915:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696540.020923:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696540.020937:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696540.020942:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696540.020952:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696540.020955:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696540.022847:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696540.022863:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696540.022867:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696540.022870:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696540.022878:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696540.022887:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696540.022900:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696540.022909:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696540.022919:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696540.022943:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209c80 00000400:00000200:0.0:1755696540.022952:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696540.022962:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12d9 [1] + 224 00000800:00000001:0.0:1755696540.022976:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696540.022992:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696540.022997:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696540.023004:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696540.023040:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696540.023051:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696540.023071:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696540.023103:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696540.023115:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696540.023121:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.023206:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696540.023211:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696540.023219:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696540.023222:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696540.023226:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696540.023233:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696540.023235:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696540.023239:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696540.023259:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696540.023274:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696540.023284:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696540.023287:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.023291:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696540.023295:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696540.023298:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696540.023301:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696540.023305:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696540.023314:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=47 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696540.023319:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=95 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696540.023322:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696540.023325:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696540.023328:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696540.023331:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696540.023335:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696540.023341:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696540.023350:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696540.023354:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696540.023357:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696540.023361:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696540.023372:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120607872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696540.023378:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.023381:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696540.023385:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2680 x1840980120607872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696556 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696540.023393:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696540.023402:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696540.023406:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696540.023411:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696540.023414:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696540.023416:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696540.023419:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696540.023422:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866300. 02000000:00000001:2.0:1755696540.023426:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696540.023429:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696540.023431:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2680. 00000100:00000001:2.0:1755696540.023436:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696540.023438:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.023440:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696540.023446:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696540.023448:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696540.023451:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696540.023454:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696540.034860:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295789582, at 4295789583 00000100:00000010:1.0:1755696540.034874:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00000100:00000040:0.0:1755696540.034914:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295789582, at 4295789583 00000100:00000010:0.0:1755696540.034928:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00010000:00000001:0.0:1755696540.723919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696540.723929:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696540.723958:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696540.723962:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696540.723965:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696541.747960:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696541.747974:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696541.748126:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696541.748133:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696541.748139:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696542.771901:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696542.771909:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696542.771929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696542.771932:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696542.771934:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696543.795884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696543.795894:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696543.796063:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696543.796070:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696543.796075:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696544.819933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696544.819943:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696544.820037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696544.820041:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696544.820045:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696545.140056:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696545.140078:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696545.140098:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf800. 00000020:00000040:3.0:1755696545.140111:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696545.140119:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696545.140126:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696545.140136:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696545.140151:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696545.140165:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696545.140189:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696545.140213:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696545.140222:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696545.140235:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000297b4707] to pc [ptlrpcd_01_00+0] req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696545.140301:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696545.140308:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696545.140316:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696545.140322:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696545.140330:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696545.140341:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1132) 00000100:00000001:2.0:1755696545.140351:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696545.140360:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696545.140365:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696545.140371:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696545.140379:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696545.140381:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696545.140401:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696545.140404:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696545.140411:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696545.140415:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696545.140419:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696545.140424:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120608000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696545.140431:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696545.140440:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696545.140469:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696545.140472:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696545.140479:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696545.140482:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696545.140495:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696545.140501:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696545.140510:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696545.140519:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608000, portal 25 00000100:00000001:2.0:1755696545.140523:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696545.140525:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918595584 : -118784790956032 : ffff93f742baf800) 00000100:00000040:2.0:1755696545.140534:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696545.140545:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696545.140549:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696545.140553:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8bb0. 00000100:00000200:2.0:1755696545.140557:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608000, offset 0 00000400:00000200:2.0:1755696545.140566:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696545.140577:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696545.140587:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696545.140595:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696545.140601:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696545.140606:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696545.140610:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696545.140615:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [323:323:256:4294967295] 192.168.203.157@tcp LPNI seq info [323:323:8:4294967295] 00000400:00000200:2.0:1755696545.140620:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696545.140635:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696545.140643:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696545.140649:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696545.140658:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696545.140669:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696545.140676:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696545.140700:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696545.140715:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696545.140719:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295794702 00000100:00000010:2.0:1755696545.140725:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755696545.140735:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696545.140750:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295794702 00000100:00000010:2.0:1755696545.140754:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755696545.140758:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696545.140768:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696545.140772:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696545.140777:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696545.140811:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696545.140823:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696545.140827:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696545.140831:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696545.140833:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696545.140836:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696545.140839:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696545.141020:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696545.141029:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:0.0:1755696545.141038:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696545.141048:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696545.141054:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8bb0 00000400:00000010:0.0:1755696545.141057:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8bb0. 00000100:00000001:0.0:1755696545.141064:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696545.141071:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696545.141086:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696545.141091:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696545.141101:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696545.141104:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696545.143542:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696545.143558:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696545.143562:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696545.143565:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696545.143574:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696545.143581:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696545.143590:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696545.143596:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696545.143602:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696545.143607:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209d00 00000400:00000200:0.0:1755696545.143613:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696545.143620:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12e1 [1] + 224 00000800:00000001:0.0:1755696545.143630:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696545.143640:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696545.143643:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696545.143649:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696545.143665:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696545.143673:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696545.143688:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696545.143713:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696545.143723:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696545.143728:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696545.143819:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696545.143825:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696545.143833:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696545.143835:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696545.143839:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696545.143846:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696545.143849:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696545.143853:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696545.143861:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696545.143876:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696545.143887:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696545.143889:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696545.143893:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696545.143896:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696545.143899:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696545.143903:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696545.143919:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696545.143928:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=52 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696545.143933:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=100 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696545.143937:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696545.143939:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696545.143943:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696545.143946:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696545.143950:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696545.143956:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696545.143965:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696545.143969:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696545.143999:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696545.144006:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696545.144017:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120608000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696545.144023:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696545.144026:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696545.144030:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf800 x1840980120608000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696561 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696545.144038:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696545.144042:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696545.144046:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696545.144051:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696545.144053:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696545.144055:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696545.144059:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696545.144062:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755696545.144066:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696545.144068:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696545.144071:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf800. 00000100:00000001:2.0:1755696545.144075:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696545.144077:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696545.144086:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696545.144092:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696545.144094:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696545.144096:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696545.144099:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696545.154908:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295794702, at 4295794703 00000100:00000010:1.0:1755696545.154922:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00000100:00000040:0.0:1755696545.154935:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295794702, at 4295794703 00000100:00000010:0.0:1755696545.154950:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755696545.843946:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696545.843959:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696545.844060:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696545.844064:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696545.844067:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696546.867930:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696546.867942:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696546.867944:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696546.867948:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696546.867954:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696546.867957:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696546.867971:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696546.867973:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696546.868004:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696546.868007:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696546.868010:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696547.891917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696547.891924:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696547.892021:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696547.892025:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696547.892028:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696548.915909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696548.915918:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696548.915967:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696548.915970:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696548.915973:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696549.939982:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696549.939992:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696549.940080:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696549.940087:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696549.940092:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696550.259929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696550.259969:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696550.260003:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc2d80. 00000020:00000040:0.0:1755696550.260010:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696550.260015:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696550.260019:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696550.260025:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696550.260034:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8200. 00000100:00000001:0.0:1755696550.260042:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696550.260056:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696550.260068:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696550.260073:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696550.260080:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000007dcbf316] to pc [ptlrpcd_00_01+1] req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696550.260112:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696550.260116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696550.260120:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696550.260124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696550.260127:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755696550.260130:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696550.260133:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1137) 00000100:00000001:1.0:1755696550.260138:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696550.260142:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696550.260150:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696550.260152:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696550.260154:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696550.260167:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696550.260170:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696550.260175:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696550.260179:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696550.260181:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696550.260202:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696550.260207:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696550.260215:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696550.260218:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696550.260221:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696550.260228:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696550.260230:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696550.260241:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696550.260247:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696550.260254:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696550.260263:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608128, portal 25 00000100:00000001:1.0:1755696550.260275:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696550.260277:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954326400 : -118784755225216 : ffff93f744dc2d80) 00000100:00000040:1.0:1755696550.260285:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696550.260294:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696550.260297:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696550.260301:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5bb0. 00000100:00000200:1.0:1755696550.260304:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608128, offset 0 00000400:00000200:1.0:1755696550.260311:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696550.260322:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696550.260331:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696550.260337:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696550.260342:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696550.260347:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696550.260350:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696550.260355:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [324:324:256:4294967295] 192.168.203.157@tcp LPNI seq info [324:324:8:4294967295] 00000400:00000200:1.0:1755696550.260359:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696550.260371:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696550.260378:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696550.260398:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e900. 00000800:00000200:1.0:1755696550.260406:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696550.260415:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696550.260420:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696550.260441:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696550.260446:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696550.260449:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295799822 00000100:00000010:1.0:1755696550.260454:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696550.260462:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696550.260470:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295799822 00000100:00000010:1.0:1755696550.260473:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696550.260482:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696550.260486:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696550.260489:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696550.260492:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696550.260494:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696550.260503:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696550.260506:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696550.260510:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696550.260511:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696550.260513:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696550.260516:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696550.260573:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696550.260579:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e900. 00000400:00000200:0.0:1755696550.260585:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696550.260592:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696550.260596:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5bb0 00000400:00000010:0.0:1755696550.260598:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5bb0. 00000100:00000001:0.0:1755696550.260603:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696550.260607:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696550.260617:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696550.260627:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696550.260635:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696550.260636:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696550.262234:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696550.262246:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696550.262249:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696550.262252:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696550.262260:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696550.262267:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696550.262276:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696550.262283:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696550.262291:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696550.262297:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209d80 00000400:00000200:0.0:1755696550.262303:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696550.262310:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12e9 [1] + 224 00000800:00000001:0.0:1755696550.262319:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696550.262330:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696550.262334:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696550.262338:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696550.262345:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696550.262350:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696550.262365:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696550.262389:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696550.262399:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696550.262404:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696550.262465:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696550.262469:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696550.262475:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696550.262477:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696550.262480:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696550.262484:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696550.262486:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696550.262489:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696550.262495:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696550.262505:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696550.262512:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696550.262514:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696550.262517:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696550.262520:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696550.262522:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696550.262525:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696550.262527:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696550.262534:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696550.262538:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696550.262541:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696550.262542:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696550.262545:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696550.262548:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696550.262558:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696550.262562:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696550.262569:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696550.262572:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696550.262574:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696550.262578:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696550.262585:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696550.262589:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696550.262591:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696550.262593:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc2d80 x1840980120608128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696566 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696550.262598:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696550.262601:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696550.262604:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696550.262607:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696550.262609:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696550.262610:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696550.262613:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696550.262615:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8200. 02000000:00000001:1.0:1755696550.262618:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696550.262620:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696550.262622:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc2d80. 00000100:00000001:1.0:1755696550.262626:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696550.262627:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696550.262629:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696550.262633:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696550.262634:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696550.262636:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696550.262638:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696550.274894:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295799822, at 4295799823 00000100:00000040:1.0:1755696550.274902:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295799822, at 4295799823 00000100:00000010:0.0:1755696550.274904:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:1.0:1755696550.274914:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696550.963901:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696550.963911:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696550.963993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696550.963997:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696550.964000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696551.987946:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696551.987956:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696551.988075:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696551.988083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696551.988089:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696553.011949:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696553.011960:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696553.011992:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696553.011996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696553.012000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696554.035971:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696554.035984:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696554.036122:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696554.036129:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696554.036134:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696555.059876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696555.059887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696555.059930:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696555.059933:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696555.059937:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696555.379965:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696555.379976:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696555.379988:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696555.379994:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696555.379998:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696555.380001:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696555.380006:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696555.380014:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ed00. 00000100:00000001:1.0:1755696555.380022:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696555.380033:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696555.380044:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696555.380048:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696555.380054:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696555.380080:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696555.380083:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696555.380085:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696555.380087:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696555.380090:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696555.380094:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1142) 00000100:00000001:1.0:1755696555.380108:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696555.380111:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696555.380113:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696555.380115:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696555.380121:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696555.380121:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696555.380125:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696555.380128:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696555.380129:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696555.380132:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696555.380136:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696555.380165:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696555.380167:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696555.380171:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696555.380173:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696555.380175:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696555.380178:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696555.380182:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696555.380187:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696555.380189:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696555.380192:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696555.380195:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696555.380197:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696555.380207:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696555.380211:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696555.380216:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696555.380223:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608256, portal 25 00000100:00000001:1.0:1755696555.380225:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696555.380226:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696555.380231:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696555.380236:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696555.380238:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696555.380241:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d54c8. 00000100:00000200:1.0:1755696555.380243:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608256, offset 0 00000400:00000200:1.0:1755696555.380248:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696555.380256:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696555.380262:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696555.380267:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696555.380271:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696555.380274:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696555.380276:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696555.380283:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [325:325:256:4294967295] 192.168.203.157@tcp LPNI seq info [325:325:8:4294967295] 00000400:00000200:1.0:1755696555.380287:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696555.380297:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696555.380303:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696555.380307:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696555.380313:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696555.380320:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696555.380325:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696555.380339:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696555.380342:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696555.380345:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295804942 00000100:00000010:1.0:1755696555.380349:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696555.380356:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696555.380362:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295804942 00000100:00000010:1.0:1755696555.380364:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696555.380367:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696555.380370:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696555.380372:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696555.380375:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696555.380377:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696555.380470:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696555.380476:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696555.380483:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696555.380491:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696555.380495:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d54c8 00000400:00000010:0.0:1755696555.380498:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d54c8. 00000100:00000001:0.0:1755696555.380503:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696555.380508:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696555.380520:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696555.380525:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696555.380533:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696555.380535:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696555.382108:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696555.382120:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696555.382123:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696555.382132:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696555.382139:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696555.382146:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696555.382154:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696555.382158:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696555.382163:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696555.382168:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209e00 00000400:00000200:0.0:1755696555.382173:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696555.382179:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x12f9 [1] + 224 00000800:00000001:0.0:1755696555.382186:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696555.382194:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696555.382196:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696555.382200:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696555.382205:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696555.382209:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696555.382220:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696555.382238:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696555.382245:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696555.382249:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696555.382295:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696555.382298:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696555.382303:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696555.382305:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696555.382307:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696555.382310:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696555.382312:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696555.382314:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696555.382318:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696555.382326:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696555.382341:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696555.382343:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696555.382345:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696555.382348:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696555.382350:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696555.382353:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696555.382355:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696555.382361:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696555.382364:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696555.382367:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696555.382368:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696555.382371:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696555.382373:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696555.382375:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696555.382378:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696555.382383:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696555.382385:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696555.382386:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696555.382389:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696555.382395:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696555.382399:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696555.382400:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696555.382402:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120608256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696571 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696555.382406:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696555.382408:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696555.382410:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696555.382413:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696555.382414:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696555.382419:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696555.382421:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696555.382423:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ed00. 02000000:00000001:1.0:1755696555.382425:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696555.382427:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696555.382428:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696555.382430:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696555.382431:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696555.382432:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696555.382435:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696555.382436:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696555.382437:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696555.382439:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696555.394850:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295804942, at 4295804943 00000100:00000010:1.0:1755696555.394857:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:0.0:1755696555.394863:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295804942, at 4295804943 00000100:00000010:0.0:1755696555.394873:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696556.083874:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696556.083883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696556.083947:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696556.083951:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696556.083954:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696557.107925:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696557.107937:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696557.107941:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696557.107943:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696557.107950:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696557.107952:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696557.107955:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696557.107957:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696557.108013:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696557.108016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696557.108019:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696558.131924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696558.131935:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696558.132014:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696558.132019:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696558.132023:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696559.155975:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696559.155985:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696559.156022:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696559.156026:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696559.156030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696560.179926:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696560.179934:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696560.180038:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696560.180043:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696560.180046:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696560.500002:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696560.500018:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696560.500034:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3800. 00000020:00000040:0.0:1755696560.500043:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696560.500049:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696560.500053:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696560.500061:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696560.500072:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8800. 00000100:00000001:0.0:1755696560.500083:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696560.500100:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696560.500117:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696560.500123:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696560.500131:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005bf877e1] to pc [ptlrpcd_00_01+1] req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696560.500174:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696560.500178:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696560.500184:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696560.500188:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696560.500192:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696560.500224:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1147) 00000100:00000001:1.0:1755696560.500229:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696560.500241:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696560.500246:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696560.500248:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696560.500254:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696560.500269:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696560.500292:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696560.500297:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696560.500305:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696560.500311:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696560.500316:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696560.500324:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696560.500333:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696560.500343:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696560.500348:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696560.500353:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696560.500363:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094600. 02000000:00000001:1.0:1755696560.500368:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696560.500384:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696560.500394:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696560.500406:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696560.500433:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608384, portal 25 00000100:00000001:1.0:1755696560.500438:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696560.500442:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954329088 : -118784755222528 : ffff93f744dc3800) 00000100:00000040:1.0:1755696560.500456:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696560.500473:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696560.500478:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696560.500485:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5550. 00000100:00000200:1.0:1755696560.500491:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608384, offset 0 00000400:00000200:1.0:1755696560.500505:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696560.500521:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696560.500535:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696560.500545:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696560.500553:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696560.500560:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696560.500566:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696560.500574:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [326:326:256:4294967295] 192.168.203.157@tcp LPNI seq info [326:326:8:4294967295] 00000400:00000200:1.0:1755696560.500584:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696560.500602:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696560.500615:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696560.500625:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696560.500638:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696560.500652:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696560.500660:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696560.500695:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696560.500705:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696560.500710:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295810062 00000100:00000010:1.0:1755696560.500720:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696560.500734:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696560.500754:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295810062 00000100:00000010:1.0:1755696560.500762:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696560.500844:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696560.500875:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696560.500882:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696560.500889:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696560.500893:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696560.500906:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696560.500912:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696560.500918:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696560.500922:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696560.500926:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696560.500932:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696560.500995:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696560.501004:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696560.501013:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696560.501023:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696560.501029:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5550 00000400:00000010:0.0:1755696560.501032:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5550. 00000100:00000001:0.0:1755696560.501038:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696560.501045:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696560.501060:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696560.501065:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696560.501075:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696560.501078:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696560.503198:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696560.503218:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696560.503222:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696560.503225:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696560.503234:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696560.503242:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696560.503252:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696560.503257:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696560.503264:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696560.503269:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209e80 00000400:00000200:0.0:1755696560.503275:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696560.503282:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1309 [1] + 224 00000800:00000001:0.0:1755696560.503291:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696560.503300:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696560.503304:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696560.503309:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696560.503326:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696560.503334:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696560.503349:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696560.503378:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696560.503389:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696560.503394:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696560.503441:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696560.503447:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696560.503455:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696560.503458:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696560.503461:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696560.503468:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696560.503470:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696560.503474:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696560.503483:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696560.503498:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696560.503508:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696560.503511:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696560.503514:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696560.503518:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696560.503521:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696560.503525:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696560.503528:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696560.503537:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=67 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696560.503542:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=115 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696560.503546:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696560.503548:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696560.503552:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696560.503555:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696560.503569:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696560.503576:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696560.503586:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696560.503590:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696560.503593:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696560.503598:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696560.503609:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696560.503615:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696560.503617:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696560.503621:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3800 x1840980120608384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696576 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696560.503629:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696560.503633:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696560.503636:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094600. 02000000:00000001:1.0:1755696560.503641:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696560.503643:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696560.503646:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696560.503649:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696560.503652:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8800. 02000000:00000001:1.0:1755696560.503656:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696560.503659:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696560.503661:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3800. 00000100:00000001:1.0:1755696560.503666:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696560.503668:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696560.503670:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696560.503676:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696560.503678:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696560.503681:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696560.503683:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696560.514922:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295810062, at 4295810063 00000100:00000010:0.0:1755696560.514936:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:1.0:1755696560.515919:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295810062, at 4295810064 00000100:00000010:1.0:1755696560.515930:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696561.203903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696561.203912:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696561.203937:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696561.203940:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696561.203942:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696562.227931:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696562.227939:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696562.228064:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696562.228071:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696562.228076:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696563.251856:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696563.251859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696563.251871:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696563.251874:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696563.251875:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696564.275863:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696564.275869:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696564.275944:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696564.275948:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696564.275952:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696565.299852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696565.299855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696565.299868:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696565.299871:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696565.299872:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696565.619893:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696565.619901:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696565.619911:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696565.619917:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696565.619922:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696565.619926:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696565.619933:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696565.619941:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696565.619951:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696565.619967:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696565.619982:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696565.619988:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696565.619996:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.620025:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696565.620029:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696565.620033:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696565.620037:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696565.620041:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755696565.620045:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696565.620047:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1152) 00000100:00000001:0.0:1755696565.620050:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696565.620054:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696565.620062:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.620070:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696565.620075:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696565.620084:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696565.620087:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696565.620091:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696565.620094:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696565.620096:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696565.620100:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120608512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696565.620103:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696565.620109:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696565.620111:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696565.620113:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696565.620117:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755696565.620118:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696565.620126:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696565.620131:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544aa8. 00000400:00000010:0.0:1755696565.620136:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeaa0. 00000100:00000200:0.0:1755696565.620143:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608512, portal 25 00000100:00000001:0.0:1755696565.620145:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696565.620147:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696565.620151:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696565.620157:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696565.620158:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696565.620161:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeee0. 00000100:00000200:0.0:1755696565.620162:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608512, offset 0 00000400:00000200:0.0:1755696565.620168:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696565.620177:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.620184:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696565.620189:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696565.620193:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696565.620196:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696565.620198:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696565.620205:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [327:327:256:4294967295] 192.168.203.157@tcp LPNI seq info [327:327:8:4294967295] 00000400:00000200:0.0:1755696565.620208:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.620217:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696565.620222:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696565.620226:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8600. 00000800:00000200:0.0:1755696565.620233:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696565.620240:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696565.620245:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696565.620260:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696565.620264:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696565.620267:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295815182 00000100:00000010:0.0:1755696565.620270:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696565.620277:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696565.620283:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295815182 00000100:00000010:0.0:1755696565.620285:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f660. 00000100:00000001:0.0:1755696565.620287:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696565.620289:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696565.620291:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696565.620294:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696565.620295:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696565.620303:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696565.620305:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696565.620307:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696565.620308:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696565.620309:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696565.620311:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696565.620334:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696565.620340:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8600. 00000400:00000200:1.0:1755696565.620345:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696565.620353:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696565.620358:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeee0 00000400:00000010:1.0:1755696565.620361:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeee0. 00000100:00000001:1.0:1755696565.620366:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696565.620376:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.620387:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696565.620391:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.620399:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696565.620400:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696565.621970:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696565.621979:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696565.621981:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696565.621983:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696565.621988:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.621992:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696565.621998:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.622006:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.622010:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.622014:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209f00 00000400:00000200:0.0:1755696565.622017:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696565.622021:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1319 [1] + 224 00000800:00000001:0.0:1755696565.622027:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696565.622033:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696565.622034:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696565.622038:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696565.622042:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696565.622046:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696565.622054:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696565.622070:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696565.622076:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696565.622078:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696565.622102:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696565.622105:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696565.622111:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696565.622113:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696565.622115:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544aa8. 00000400:00000200:1.0:1755696565.622119:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeaa0 00000400:00000010:1.0:1755696565.622121:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeaa0. 00000100:00000001:1.0:1755696565.622124:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696565.622129:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696565.622138:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.622146:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696565.622147:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696565.622150:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696565.622154:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696565.622156:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696565.622160:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696565.622163:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696565.622170:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=72 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696565.622174:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=120 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696565.622177:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696565.622179:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696565.622182:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696565.622185:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696565.622188:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696565.622193:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.622212:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696565.622215:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696565.622218:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696565.622223:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696565.622232:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120608512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696565.622237:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696565.622239:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696565.622242:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120608512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696581 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696565.622249:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696565.622252:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696565.622256:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013c00. 02000000:00000001:1.0:1755696565.622259:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696565.622261:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696565.622263:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696565.622265:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696565.622268:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696565.622271:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696565.622272:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696565.622275:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696565.622278:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696565.622279:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696565.622281:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696565.622284:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696565.622286:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696565.622288:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696565.622290:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696565.634848:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295815182, at 4295815183 00000100:00000010:1.0:1755696565.634856:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f660. 00000100:00000040:0.0:1755696565.634858:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295815182, at 4295815183 00000100:00000010:0.0:1755696565.634865:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696566.323862:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696566.323869:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696566.323946:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696566.323949:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696566.323963:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696567.347906:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696567.347916:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696567.347919:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696567.347922:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696567.347928:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696567.347931:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696567.347933:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696567.347935:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696567.347956:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696567.347959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696567.347962:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696568.371917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696568.371946:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696568.372071:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696568.372078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696568.372083:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696569.395917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696569.395927:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696569.395957:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696569.395961:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696569.395964:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696570.419923:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696570.419932:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696570.420062:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696570.420068:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696570.420073:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696570.739995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696570.740005:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696570.740016:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2680. 00000020:00000040:2.0:1755696570.740023:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696570.740029:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696570.740033:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696570.740041:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696570.740050:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755696570.740060:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696570.740076:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696570.740092:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696570.740099:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696570.740106:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d8538b48] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696570.740147:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696570.740151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696570.740157:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696570.740161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696570.740165:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696570.740171:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1157) 00000100:00000001:2.0:1755696570.740185:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696570.740190:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696570.740205:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.740216:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696570.740220:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.740223:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696570.740226:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696570.740230:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696570.740238:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696570.740239:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696570.740250:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696570.740257:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696570.740259:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696570.740263:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696570.740269:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696570.740274:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696570.740279:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120608640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696570.740285:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696570.740294:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696570.740298:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696570.740301:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696570.740306:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010600. 02000000:00000001:2.0:1755696570.740309:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696570.740321:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696570.740326:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696570.740334:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696570.740344:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608640, portal 25 00000100:00000001:2.0:1755696570.740347:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696570.740349:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287968384 : -118784421583232 : ffff93f758bf2680) 00000100:00000040:2.0:1755696570.740356:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696570.740366:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696570.740370:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696570.740373:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8990. 00000100:00000200:2.0:1755696570.740377:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608640, offset 0 00000400:00000200:2.0:1755696570.740386:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696570.740397:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696570.740416:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696570.740424:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696570.740430:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696570.740435:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696570.740438:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696570.740443:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [328:328:256:4294967295] 192.168.203.157@tcp LPNI seq info [328:328:8:4294967295] 00000400:00000200:2.0:1755696570.740449:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696570.740464:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696570.740472:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696570.740479:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696570.740488:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696570.740499:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696570.740506:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696570.740529:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696570.740535:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696570.740539:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295820302 00000100:00000010:2.0:1755696570.740545:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755696570.740554:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696570.740568:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295820302 00000100:00000010:2.0:1755696570.740571:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755696570.740576:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696570.740583:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696570.740587:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696570.740591:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696570.740594:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696570.740753:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696570.740772:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:1.0:1755696570.740828:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696570.740837:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696570.740843:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8990 00000400:00000010:1.0:1755696570.740846:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8990. 00000100:00000001:1.0:1755696570.740852:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696570.740860:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696570.740873:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696570.740878:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696570.740887:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696570.740890:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696570.742872:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696570.742889:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696570.742894:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696570.742897:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696570.742905:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696570.742913:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696570.742923:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696570.742928:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696570.742934:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696570.742939:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c96209f80 00000400:00000200:0.0:1755696570.742946:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696570.742953:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1329 [1] + 224 00000800:00000001:0.0:1755696570.742962:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696570.742972:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696570.742975:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696570.742980:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696570.742986:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696570.742993:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696570.743007:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696570.743034:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696570.743044:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696570.743048:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.743141:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696570.743147:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696570.743155:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696570.743157:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696570.743161:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696570.743168:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696570.743170:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696570.743185:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696570.743194:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696570.743208:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696570.743218:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696570.743220:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.743224:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696570.743227:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696570.743231:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696570.743234:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696570.743238:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696570.743246:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=77 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696570.743251:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=125 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696570.743255:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696570.743257:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696570.743260:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696570.743263:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696570.743266:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696570.743272:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696570.743281:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696570.743284:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696570.743287:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696570.743292:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696570.743302:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120608640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696570.743308:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.743310:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696570.743314:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2680 x1840980120608640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696586 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696570.743322:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696570.743331:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696570.743334:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010600. 02000000:00000001:2.0:1755696570.743338:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696570.743341:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696570.743343:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696570.743346:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696570.743348:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:2.0:1755696570.743352:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696570.743354:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696570.743356:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2680. 00000100:00000001:2.0:1755696570.743361:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696570.743363:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.743365:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696570.743370:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696570.743372:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696570.743375:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696570.743377:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696570.754930:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295820302, at 4295820303 00000100:00000010:0.0:1755696570.754954:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000040:1.0:1755696570.755759:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295820302, at 4295820303 00000100:00000010:1.0:1755696570.755768:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00010000:00000001:0.0:1755696571.443922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696571.443928:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696571.443952:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696571.443956:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696571.443959:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696572.467940:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696572.467952:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696572.468045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696572.468052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696572.468057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696573.491917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696573.491926:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696573.491991:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696573.491996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696573.492000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696574.515912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696574.515922:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696574.516046:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696574.516052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696574.516057:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696575.539908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696575.539917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696575.539942:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696575.539946:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696575.539949:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696575.859941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696575.859957:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696575.859969:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2680. 00000020:00000040:2.0:1755696575.859978:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696575.859984:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696575.859989:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696575.859997:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696575.860008:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755696575.860019:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696575.860036:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696575.860052:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696575.860059:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696575.860091:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d8538b48] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696575.860141:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696575.860145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696575.860151:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696575.860154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696575.860158:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696575.860165:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1163) 00000100:00000001:2.0:1755696575.860181:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696575.860186:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755696575.860189:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.860199:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696575.860202:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.860206:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696575.860208:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696575.860212:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696575.860221:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696575.860231:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696575.860233:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696575.860240:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696575.860241:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696575.860246:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696575.860252:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696575.860257:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696575.860261:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120608768:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696575.860268:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696575.860277:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696575.860280:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696575.860283:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696575.860289:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696575.860292:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696575.860305:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696575.860321:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696575.860330:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696575.860341:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608768, portal 25 00000100:00000001:2.0:1755696575.860344:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696575.860346:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287968384 : -118784421583232 : ffff93f758bf2680) 00000100:00000040:2.0:1755696575.860355:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696575.860366:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696575.860371:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696575.860375:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8d48. 00000100:00000200:2.0:1755696575.860381:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608768, offset 0 00000400:00000200:2.0:1755696575.860391:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696575.860403:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696575.860412:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696575.860420:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696575.860427:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696575.860433:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696575.860437:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696575.860442:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [329:329:256:4294967295] 192.168.203.157@tcp LPNI seq info [329:329:8:4294967295] 00000400:00000200:2.0:1755696575.860447:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696575.860460:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696575.860468:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696575.860474:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755696575.860484:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696575.860494:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696575.860501:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696575.860526:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696575.860532:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696575.860537:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295825422 00000100:00000010:2.0:1755696575.860543:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755696575.860553:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696575.860577:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295825422 00000100:00000010:2.0:1755696575.860582:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755696575.860586:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696575.860596:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696575.860600:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696575.860606:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696575.860610:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696575.860818:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696575.860827:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:1.0:1755696575.860836:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696575.860845:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696575.860852:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8d48 00000400:00000010:1.0:1755696575.860855:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8d48. 00000100:00000001:1.0:1755696575.860861:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696575.860869:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696575.860883:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696575.860888:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696575.860898:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696575.860901:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696575.862714:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696575.862754:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696575.862759:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696575.862763:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696575.862771:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696575.862812:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696575.862823:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696575.862829:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696575.862836:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696575.862841:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a000 00000400:00000200:0.0:1755696575.862848:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696575.862855:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1331 [1] + 224 00000800:00000001:0.0:1755696575.862864:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696575.862875:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696575.862879:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696575.862895:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696575.862902:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696575.862910:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696575.862925:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696575.862953:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696575.862964:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696575.862968:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.863062:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696575.863067:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696575.863075:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696575.863078:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696575.863082:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696575.863089:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696575.863091:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696575.863095:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696575.863104:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696575.863118:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696575.863129:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696575.863131:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.863135:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696575.863138:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696575.863142:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696575.863145:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696575.863149:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696575.863158:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=82 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696575.863164:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=130 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696575.863167:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696575.863169:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696575.863173:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696575.863176:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696575.863180:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696575.863186:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696575.863215:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696575.863219:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696575.863222:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696575.863228:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696575.863239:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120608768:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696575.863245:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.863248:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696575.863252:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2680 x1840980120608768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696591 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696575.863260:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696575.863263:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696575.863267:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696575.863271:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696575.863274:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696575.863276:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696575.863279:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696575.863282:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:2.0:1755696575.863286:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696575.863288:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696575.863291:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2680. 00000100:00000001:2.0:1755696575.863297:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696575.863298:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.863301:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696575.863306:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696575.863308:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696575.863311:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696575.863314:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696575.874908:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295825422, at 4295825423 00000100:00000040:1.0:1755696575.874919:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295825422, at 4295825423 00000100:00000010:0.0:1755696575.874922:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00000100:00000010:1.0:1755696575.874937:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00010000:00000001:0.0:1755696576.563897:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696576.563906:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696576.564013:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696576.564017:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696576.564021:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696577.587904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696577.587916:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696577.587920:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696577.587923:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696577.587930:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696577.587933:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696577.587936:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696577.587939:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696577.587963:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696577.587967:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696577.587970:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696578.611864:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696578.611873:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696578.611952:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696578.611973:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696578.611977:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696579.635860:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696579.635867:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696579.635886:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696579.635888:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696579.635890:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696580.659874:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696580.659881:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696580.659975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696580.659979:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696580.659982:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696580.979936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696580.979965:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696580.979974:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0000. 00000020:00000040:0.0:1755696580.979980:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696580.979984:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696580.979988:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696580.979994:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696580.980003:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8500. 00000100:00000001:0.0:1755696580.980010:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696580.980022:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696580.980033:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696580.980039:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696580.980045:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bc96cff0] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696580.980074:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696580.980076:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696580.980079:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696580.980082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696580.980085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696580.980090:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1168) 00000100:00000001:1.0:1755696580.980103:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696580.980117:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696580.980121:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696580.980122:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696580.980127:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696580.980131:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696580.980144:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696580.980147:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696580.980152:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696580.980156:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696580.980160:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696580.980164:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608896:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696580.980169:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696580.980175:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696580.980178:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696580.980181:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696580.980187:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095a00. 02000000:00000001:1.0:1755696580.980189:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696580.980200:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696580.980206:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696580.980214:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696580.980223:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120608896, portal 25 00000100:00000001:1.0:1755696580.980226:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696580.980228:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954314752 : -118784755236864 : ffff93f744dc0000) 00000100:00000040:1.0:1755696580.980235:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696580.980245:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696580.980249:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696580.980251:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5c38. 00000100:00000200:1.0:1755696580.980254:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120608896, offset 0 00000400:00000200:1.0:1755696580.980261:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696580.980271:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696580.980279:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696580.980285:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696580.980290:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696580.980299:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696580.980303:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696580.980308:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [330:330:256:4294967295] 192.168.203.157@tcp LPNI seq info [330:330:8:4294967295] 00000400:00000200:1.0:1755696580.980314:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696580.980326:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696580.980334:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696580.980340:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755696580.980349:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696580.980357:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696580.980363:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696580.980384:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696580.980388:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696580.980392:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295830542 00000100:00000010:1.0:1755696580.980397:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696580.980406:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696580.980416:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295830542 00000100:00000010:1.0:1755696580.980420:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696580.980423:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696580.980427:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696580.980430:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696580.980433:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696580.980436:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696580.980445:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696580.980448:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696580.980452:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696580.980454:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696580.980455:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696580.980458:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696580.980543:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696580.980548:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755696580.980554:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696580.980560:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696580.980564:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5c38 00000400:00000010:0.0:1755696580.980566:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5c38. 00000100:00000001:0.0:1755696580.980570:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696580.980574:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696580.980589:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696580.980593:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696580.980598:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696580.980600:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696580.982579:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696580.982591:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696580.982593:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696580.982595:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696580.982600:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696580.982605:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696580.982611:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696580.982615:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696580.982620:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696580.982624:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a080 00000400:00000200:0.0:1755696580.982628:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696580.982633:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1339 [1] + 224 00000800:00000001:0.0:1755696580.982638:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696580.982644:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696580.982646:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696580.982649:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696580.982653:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696580.982657:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696580.982665:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696580.982679:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696580.982686:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696580.982689:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696580.982726:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696580.982729:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696580.982734:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696580.982736:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696580.982739:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696580.982748:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696580.982750:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696580.982753:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696580.982758:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696580.982769:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696580.982777:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696580.982810:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696580.982813:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696580.982816:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696580.982819:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696580.982822:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696580.982825:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696580.982832:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=87 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696580.982837:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=135 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696580.982840:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696580.982842:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696580.982845:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696580.982848:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696580.982851:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696580.982856:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696580.982864:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696580.982867:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696580.982870:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696580.982874:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696580.982883:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120608896:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696580.982888:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696580.982890:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696580.982893:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0000 x1840980120608896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696596 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696580.982906:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696580.982909:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696580.982913:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095a00. 02000000:00000001:1.0:1755696580.982917:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696580.982919:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696580.982921:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696580.982924:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696580.982927:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8500. 02000000:00000001:1.0:1755696580.982931:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696580.982934:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696580.982936:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0000. 00000100:00000001:1.0:1755696580.982940:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696580.982942:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696580.982944:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696580.982948:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696580.982950:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696580.982952:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696580.982954:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696580.994856:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295830542, at 4295830543 00000100:00000040:0.0:1755696580.994857:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295830542, at 4295830543 00000100:00000010:0.0:1755696580.994868:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000010:1.0:1755696580.994871:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696581.683894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696581.683903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696581.683932:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696581.683936:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696581.683940:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696582.707908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696582.707916:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696582.708045:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696582.708051:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696582.708056:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696583.731855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696583.731860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696583.731878:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696583.731880:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696583.731883:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696584.755911:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696584.755919:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696584.755982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696584.755989:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696584.755994:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696585.779908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696585.779917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696585.779944:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696585.779947:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696585.779951:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696586.100025:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696586.100040:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696586.100056:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696586.100065:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696586.100071:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696586.100076:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696586.100083:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696586.100096:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696586.100106:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696586.100121:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696586.100137:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696586.100143:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696586.100174:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696586.100217:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696586.100222:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696586.100227:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696586.100231:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696586.100234:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696586.100240:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1173) 00000100:00000001:1.0:1755696586.100258:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696586.100263:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696586.100266:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.100276:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696586.100280:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.100302:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696586.100305:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696586.100309:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696586.100318:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696586.100328:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696586.100330:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696586.100336:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696586.100337:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696586.100342:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696586.100349:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696586.100353:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696586.100358:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120609024:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696586.100364:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696586.100372:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696586.100376:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696586.100379:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696586.100386:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696586.100388:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696586.100401:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696586.100417:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696586.100425:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696586.100435:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609024, portal 25 00000100:00000001:1.0:1755696586.100439:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696586.100441:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696586.100449:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696586.100460:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696586.100464:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696586.100468:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5110. 00000100:00000200:1.0:1755696586.100472:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609024, offset 0 00000400:00000200:1.0:1755696586.100480:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696586.100491:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696586.100501:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696586.100508:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696586.100515:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696586.100520:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696586.100524:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696586.100528:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [331:331:256:4294967295] 192.168.203.157@tcp LPNI seq info [331:331:8:4294967295] 00000400:00000200:1.0:1755696586.100534:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696586.100547:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696586.100556:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696586.100562:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696586.100572:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696586.100583:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696586.100589:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696586.100614:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696586.100620:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696586.100625:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295835662 00000100:00000010:1.0:1755696586.100631:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696586.100641:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696586.100687:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295835662 00000100:00000010:1.0:1755696586.100710:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696586.100715:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696586.100719:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696586.100722:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696586.100727:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696586.100730:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696586.100882:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696586.100891:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696586.100900:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696586.100910:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696586.100916:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5110 00000400:00000010:0.0:1755696586.100919:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5110. 00000100:00000001:0.0:1755696586.100925:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696586.100933:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696586.100965:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696586.100969:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696586.100979:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696586.100981:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696586.102699:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696586.102716:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696586.102721:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696586.102723:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696586.102731:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696586.102739:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696586.102748:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696586.102753:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696586.102759:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696586.102764:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a100 00000400:00000200:0.0:1755696586.102770:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696586.102777:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1349 [1] + 224 00000800:00000001:0.0:1755696586.102809:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696586.102820:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696586.102823:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696586.102828:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696586.102834:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696586.102840:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696586.102854:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696586.102878:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696586.102887:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696586.102892:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.102981:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696586.102986:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696586.102994:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696586.102996:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696586.103000:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696586.103006:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696586.103009:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696586.103012:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696586.103021:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696586.103034:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696586.103043:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696586.103045:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.103049:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696586.103052:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696586.103055:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696586.103058:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696586.103062:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696586.103071:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=93 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696586.103075:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=141 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696586.103079:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696586.103081:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696586.103085:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696586.103087:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696586.103091:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696586.103096:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696586.103123:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696586.103127:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696586.103129:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696586.103135:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696586.103145:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120609024:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696586.103151:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.103153:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696586.103157:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120609024/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696602 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696586.103165:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696586.103168:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696586.103171:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095600. 02000000:00000001:1.0:1755696586.103175:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696586.103178:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696586.103180:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696586.103183:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696586.103185:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696586.103188:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696586.103191:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696586.103193:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696586.103197:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696586.103199:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.103201:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696586.103206:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696586.103208:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696586.103211:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696586.103213:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696586.114901:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295835662, at 4295835663 00000100:00000040:1.0:1755696586.114915:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295835662, at 4295835663 00000100:00000010:0.0:1755696586.114916:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000010:1.0:1755696586.114932:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00010000:00000001:0.0:1755696586.803904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696586.803916:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696586.803920:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696586.803924:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696586.803929:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696586.803932:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696586.803935:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696586.803949:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696586.804068:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696586.804074:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696586.804078:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696587.827872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696587.827878:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696587.827900:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696587.827903:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696587.827906:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696588.852855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696588.852862:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696588.852906:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696588.852912:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696588.852917:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696589.875859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696589.875866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696589.876084:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696589.876091:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696589.876108:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696590.899904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696590.899912:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696590.899958:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696590.899962:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696590.899966:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696591.219938:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696591.219954:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696591.219971:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696591.219979:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696591.219985:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696591.219990:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696591.219999:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696591.220010:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696591.220021:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696591.220037:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696591.220054:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696591.220060:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696591.220068:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696591.220115:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696591.220119:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696591.220125:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696591.220128:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696591.220133:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696591.220140:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1178) 00000100:00000001:0.0:1755696591.220172:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696591.220181:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696591.220186:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696591.220188:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696591.220196:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696591.220199:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696591.220216:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696591.220219:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696591.220226:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696591.220230:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696591.220235:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696591.220240:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120609152:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696591.220245:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696591.220253:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696591.220256:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696591.220259:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696591.220267:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696591.220270:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696591.220283:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696591.220290:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544d10. 00000400:00000010:0.0:1755696591.220297:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755696591.220332:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609152, portal 25 00000100:00000001:0.0:1755696591.220336:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696591.220338:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696591.220347:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696591.220358:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696591.220362:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696591.220366:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee5d8. 00000100:00000200:0.0:1755696591.220369:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609152, offset 0 00000400:00000200:0.0:1755696591.220378:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696591.220390:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.220400:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696591.220407:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696591.220413:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696591.220419:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696591.220423:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696591.220428:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [332:332:256:4294967295] 192.168.203.157@tcp LPNI seq info [332:332:8:4294967295] 00000400:00000200:0.0:1755696591.220433:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.220446:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696591.220454:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696591.220460:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8e00. 00000800:00000200:0.0:1755696591.220469:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696591.220480:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696591.220487:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696591.220517:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696591.220523:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696591.220527:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295840782 00000100:00000010:0.0:1755696591.220533:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696591.220544:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696591.220553:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295840782 00000100:00000010:0.0:1755696591.220556:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f000. 00000100:00000001:0.0:1755696591.220571:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696591.220585:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696591.220589:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696591.220594:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696591.220598:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696591.220609:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696591.220614:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696591.220644:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696591.220646:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696591.220648:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696591.220652:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696591.220770:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696591.220809:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8e00. 00000400:00000200:1.0:1755696591.220818:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696591.220828:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696591.220834:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee5d8 00000400:00000010:1.0:1755696591.220838:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee5d8. 00000100:00000001:1.0:1755696591.220855:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696591.220863:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696591.220878:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696591.220883:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696591.220893:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696591.220895:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696591.222969:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696591.222988:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696591.222992:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696591.222995:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696591.223003:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.223011:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696591.223021:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.223026:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.223032:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.223037:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a180 00000400:00000200:0.0:1755696591.223044:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696591.223051:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1359 [1] + 224 00000800:00000001:0.0:1755696591.223060:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696591.223070:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696591.223074:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696591.223079:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696591.223085:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696591.223092:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696591.223106:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696591.223136:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696591.223157:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696591.223162:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696591.223240:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696591.223246:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696591.223254:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696591.223257:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696591.223261:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544d10. 00000400:00000200:1.0:1755696591.223268:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:1.0:1755696591.223271:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:1.0:1755696591.223275:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696591.223284:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696591.223299:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696591.223309:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696591.223312:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696591.223315:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696591.223319:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696591.223322:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696591.223326:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696591.223330:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696591.223338:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=98 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696591.223344:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=146 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696591.223347:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696591.223350:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696591.223353:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696591.223356:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696591.223360:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696591.223365:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696591.223389:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696591.223393:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696591.223396:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696591.223402:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696591.223412:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120609152:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696591.223417:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696591.223420:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696591.223424:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120609152/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696607 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696591.223432:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696591.223436:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696591.223440:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:1.0:1755696591.223444:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696591.223447:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696591.223449:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696591.223453:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696591.223456:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696591.223460:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696591.223462:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696591.223465:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696591.223469:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696591.223471:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696591.223473:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696591.223479:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696591.223481:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696591.223483:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696591.223486:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696591.234894:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295840782, at 4295840783 00000100:00000010:1.0:1755696591.234907:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f000. 00000100:00000040:0.0:1755696591.234922:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295840782, at 4295840783 00000100:00000010:0.0:1755696591.234936:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696591.923936:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696591.923945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696591.924078:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696591.924085:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696591.924114:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696592.947922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696592.947933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696592.947965:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696592.947968:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696592.947973:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696593.971952:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696593.971964:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696593.972106:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696593.972113:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696593.972118:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696594.995941:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696594.995950:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696594.995982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696594.995985:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696594.995989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696596.019947:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696596.019957:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696596.020100:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696596.020107:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696596.020112:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696596.339956:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696596.339968:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696596.339980:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2680. 00000020:00000040:2.0:1755696596.339987:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696596.339992:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696596.339996:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696596.340003:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696596.340011:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755696596.340020:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696596.340035:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696596.340048:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696596.340067:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696596.340075:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d8538b48] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696596.340110:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696596.340113:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696596.340117:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696596.340120:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696596.340123:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696596.340127:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1183) 00000100:00000001:3.0:1755696596.340188:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696596.340195:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696596.340198:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696596.340208:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696596.340218:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696596.340221:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696596.340226:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696596.340229:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696596.340232:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696596.340236:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120609280:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696596.340241:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696596.340247:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696596.340250:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696596.340253:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696596.340260:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bfc00. 02000000:00000001:3.0:1755696596.340262:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696596.340272:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696596.340277:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696596.340285:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696596.340293:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609280, portal 25 00000100:00000001:3.0:1755696596.340295:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696596.340298:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287968384 : -118784421583232 : ffff93f758bf2680) 00000100:00000040:3.0:1755696596.340304:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696596.340313:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696596.340316:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696596.340319:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792a18. 00000100:00000200:3.0:1755696596.340323:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609280, offset 0 00000400:00000200:3.0:1755696596.340329:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696596.340339:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696596.340358:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696596.340365:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696596.340370:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696596.340374:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696596.340377:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696596.340382:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [333:333:256:4294967295] 192.168.203.157@tcp LPNI seq info [333:333:8:4294967295] 00000400:00000200:3.0:1755696596.340386:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696596.340399:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696596.340405:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696596.340410:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755696596.340418:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696596.340428:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696596.340433:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696596.340455:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696596.340461:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696596.340464:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295845902 00000100:00000010:3.0:1755696596.340468:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a240. 00000100:00000001:3.0:1755696596.340477:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696596.340489:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295845902 00000100:00000010:3.0:1755696596.340492:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aba0. 00000100:00000001:3.0:1755696596.340495:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696596.340501:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696596.340504:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696596.340507:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696596.340510:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696596.340519:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696596.340521:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696596.340525:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696596.340527:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696596.340530:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696596.340533:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696596.340550:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696596.340561:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696596.340669:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696596.340676:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755696596.340682:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696596.340690:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696596.340695:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792a18 00000400:00000010:1.0:1755696596.340698:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792a18. 00000100:00000001:1.0:1755696596.340702:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696596.340708:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696596.340719:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696596.340723:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696596.340731:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696596.340733:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696596.342272:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696596.342287:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696596.342292:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696596.342298:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696596.342307:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696596.342316:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696596.342326:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696596.342331:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696596.342338:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696596.342344:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a200 00000400:00000200:0.0:1755696596.342351:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696596.342359:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1369 [1] + 224 00000800:00000001:0.0:1755696596.342369:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696596.342381:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696596.342385:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696596.342401:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696596.342409:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696596.342416:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696596.342433:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696596.342462:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696596.342474:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696596.342481:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696596.342493:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696596.342497:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696596.342504:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696596.342507:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696596.342510:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696596.342516:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696596.342518:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696596.342521:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696596.342528:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696596.342539:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696596.342546:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696596.342548:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696596.342551:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696596.342554:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696596.342556:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696596.342559:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696596.342562:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696596.342569:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696596.342573:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=151 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696596.342592:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696596.342594:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696596.342598:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696596.342600:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696596.342603:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696596.342624:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696596.342631:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696596.342634:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696596.342637:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696596.342640:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696596.342647:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120609280:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696596.342661:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696596.342663:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696596.342667:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2680 x1840980120609280/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696612 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696596.342673:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696596.342676:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696596.342679:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bfc00. 02000000:00000001:3.0:1755696596.342682:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696596.342684:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696596.342686:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696596.342688:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696596.342691:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:3.0:1755696596.342694:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696596.342696:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696596.342698:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2680. 00000100:00000001:3.0:1755696596.342702:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696596.342704:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696596.342705:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696596.342709:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696596.342711:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696596.342713:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696596.342715:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696596.354882:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295845902, at 4295845903 00000100:00000010:0.0:1755696596.354897:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a240. 00000100:00000040:1.0:1755696596.354906:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295845902, at 4295845903 00000100:00000010:1.0:1755696596.354920:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aba0. 00010000:00000001:0.0:1755696597.043910:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696597.043922:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696597.043925:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696597.043929:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696597.043936:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696597.043939:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696597.043942:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696597.043945:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696597.043973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696597.043977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696597.043980:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696598.067945:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696598.067955:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696598.068089:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696598.068095:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696598.068101:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696599.091946:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696599.091959:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696599.091999:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696599.092006:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696599.092012:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696600.115956:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696600.115966:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696600.116098:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696600.116104:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696600.116110:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696601.139932:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696601.139942:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696601.139975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696601.140004:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696601.140008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696601.459984:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696601.459997:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696601.460010:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696601.460018:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696601.460024:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696601.460028:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696601.460035:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696601.460046:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696601.460057:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696601.460073:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696601.460089:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696601.460096:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696601.460105:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696601.460174:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696601.460178:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696601.460184:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696601.460187:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696601.460191:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696601.460196:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1188) 00000100:00000001:1.0:1755696601.460213:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696601.460218:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696601.460221:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.460230:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696601.460234:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.460237:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696601.460240:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696601.460244:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696601.460253:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696601.460264:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696601.460268:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696601.460275:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1755696601.460275:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1755696601.460284:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696601.460286:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696601.460290:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696601.460298:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120609408:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696601.460304:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696601.460311:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696601.460315:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696601.460318:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696601.460324:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696601.460327:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696601.460340:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696601.460346:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696601.460363:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696601.460373:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609408, portal 25 00000100:00000001:1.0:1755696601.460376:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696601.460378:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696601.460386:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696601.460397:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696601.460400:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696601.460404:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d53b8. 00000100:00000200:1.0:1755696601.460407:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609408, offset 0 00000400:00000200:1.0:1755696601.460415:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696601.460428:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696601.460437:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696601.460445:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696601.460451:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696601.460456:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696601.460460:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696601.460465:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [334:334:256:4294967295] 192.168.203.157@tcp LPNI seq info [334:334:8:4294967295] 00000400:00000200:1.0:1755696601.460470:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696601.460483:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696601.460491:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696601.460497:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696601.460506:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696601.460516:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696601.460523:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696601.460580:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696601.460587:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696601.460591:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295851022 00000100:00000010:1.0:1755696601.460598:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696601.460608:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696601.460615:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295851022 00000100:00000010:1.0:1755696601.460631:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696601.460635:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696601.460640:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696601.460644:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696601.460648:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696601.460652:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696601.460707:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696601.460714:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696601.460721:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696601.460732:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696601.460738:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d53b8 00000400:00000010:0.0:1755696601.460741:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d53b8. 00000100:00000001:0.0:1755696601.460747:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696601.460754:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696601.460769:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696601.460774:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696601.460832:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696601.460835:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696601.462754:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696601.462772:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696601.462777:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696601.462780:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696601.462816:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696601.462824:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696601.462835:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696601.462840:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696601.462846:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696601.462852:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a280 00000400:00000200:0.0:1755696601.462859:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696601.462866:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1371 [1] + 224 00000800:00000001:0.0:1755696601.462875:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696601.462887:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696601.462890:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696601.462895:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696601.462912:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696601.462919:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696601.462934:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696601.462962:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696601.462972:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696601.462977:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.463065:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696601.463071:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696601.463079:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696601.463082:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696601.463085:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696601.463092:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696601.463095:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696601.463099:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696601.463108:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696601.463122:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696601.463133:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696601.463135:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.463139:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696601.463142:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696601.463145:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696601.463149:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696601.463153:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696601.463161:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=108 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696601.463167:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=6 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696601.463170:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696601.463172:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696601.463177:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696601.463180:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696601.463183:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696601.463189:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696601.463198:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696601.463213:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696601.463216:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696601.463222:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696601.463233:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120609408:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696601.463239:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.463241:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696601.463245:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120609408/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696617 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696601.463253:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696601.463257:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696601.463260:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696601.463264:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696601.463267:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696601.463269:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696601.463272:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696601.463275:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696601.463278:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696601.463280:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696601.463283:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696601.463286:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696601.463288:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.463290:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696601.463295:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696601.463297:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696601.463300:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696601.463302:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696601.474918:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295851022, at 4295851023 00000100:00000040:0.0:1755696601.474919:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295851022, at 4295851023 00000100:00000010:0.0:1755696601.474936:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00000100:00000010:1.0:1755696601.474942:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696602.163932:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696602.163942:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696602.164077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696602.164083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696602.164088:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696603.187909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696603.187917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696603.187943:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696603.187946:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696603.187949:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696604.211927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696604.211938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696604.212041:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696604.212048:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696604.212054:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696605.235873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696605.235879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696605.235901:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696605.235904:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696605.235907:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696606.259918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696606.259929:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696606.260061:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696606.260067:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696606.260072:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696606.580025:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696606.580038:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696606.580051:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baca80. 00000020:00000040:3.0:1755696606.580059:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696606.580065:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696606.580070:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696606.580078:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696606.580088:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696606.580099:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696606.580116:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696606.580132:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696606.580153:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696606.580163:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000097d34d0d] to pc [ptlrpcd_01_00+0] req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696606.580211:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696606.580216:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696606.580221:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696606.580225:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696606.580229:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696606.580235:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1193) 00000100:00000001:3.0:1755696606.580252:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696606.580257:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755696606.580260:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.580270:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696606.580273:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.580276:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696606.580278:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696606.580282:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696606.580291:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696606.580302:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696606.580305:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696606.580310:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1755696606.580313:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1755696606.580314:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696606.580322:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696606.580323:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696606.580329:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120609536:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696606.580337:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696606.580344:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696606.580348:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696606.580352:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696606.580358:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bf400. 02000000:00000001:3.0:1755696606.580361:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696606.580383:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696606.580388:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696606.580397:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696606.580406:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609536, portal 25 00000100:00000001:3.0:1755696606.580409:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696606.580412:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583936 : -118784790967680 : ffff93f742baca80) 00000100:00000040:3.0:1755696606.580420:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696606.580430:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696606.580434:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696606.580438:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792908. 00000100:00000200:3.0:1755696606.580442:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609536, offset 0 00000400:00000200:3.0:1755696606.580450:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696606.580463:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696606.580472:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696606.580480:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696606.580486:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696606.580491:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696606.580495:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696606.580535:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [335:335:256:4294967295] 192.168.203.157@tcp LPNI seq info [335:335:8:4294967295] 00000400:00000200:3.0:1755696606.580541:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696606.580556:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696606.580565:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696606.580572:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597700. 00000800:00000200:3.0:1755696606.580582:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696606.580592:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696606.580600:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696606.580621:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696606.580627:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696606.580631:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295856142 00000100:00000010:3.0:1755696606.580637:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af00. 00000100:00000001:3.0:1755696606.580655:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696606.580669:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295856142 00000100:00000010:3.0:1755696606.580673:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a300. 00000100:00000001:3.0:1755696606.580677:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696606.580687:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696606.580691:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696606.580695:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696606.580699:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696606.580897:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696606.580906:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597700. 00000400:00000200:0.0:1755696606.580914:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696606.580923:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696606.580930:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792908 00000400:00000010:0.0:1755696606.580933:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792908. 00000100:00000001:0.0:1755696606.580939:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696606.580947:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696606.580973:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696606.580978:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696606.580988:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696606.580990:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696606.582811:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696606.582829:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696606.582834:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696606.582838:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696606.582848:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696606.582857:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696606.582866:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696606.582872:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696606.582878:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696606.582884:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a300 00000400:00000200:0.0:1755696606.582890:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696606.582898:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1381 [1] + 224 00000800:00000001:0.0:1755696606.582906:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696606.582917:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696606.582920:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696606.582925:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696606.582931:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696606.582938:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696606.582952:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696606.582981:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696606.582991:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696606.582995:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.583028:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696606.583034:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696606.583042:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696606.583045:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696606.583049:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696606.583056:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696606.583059:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696606.583063:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696606.583072:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696606.583087:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696606.583097:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696606.583099:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.583103:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696606.583106:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696606.583109:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696606.583113:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696606.583117:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696606.583125:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=113 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696606.583130:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=11 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696606.583134:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696606.583136:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696606.583140:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696606.583143:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696606.583146:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696606.583152:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696606.583173:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696606.583177:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696606.583180:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696606.583186:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696606.583196:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120609536:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696606.583202:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.583205:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696606.583209:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baca80 x1840980120609536/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696622 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696606.583217:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696606.583221:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696606.583225:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bf400. 02000000:00000001:3.0:1755696606.583229:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696606.583232:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696606.583234:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696606.583237:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696606.583240:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:3.0:1755696606.583244:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696606.583246:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696606.583249:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baca80. 00000100:00000001:3.0:1755696606.583252:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696606.583254:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.583256:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696606.583262:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696606.583264:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696606.583267:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696606.583269:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696606.594907:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295856142, at 4295856143 00000100:00000040:0.0:1755696606.594916:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295856142, at 4295856143 00000100:00000010:1.0:1755696606.594921:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a300. 00000100:00000010:0.0:1755696606.594932:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af00. 00010000:00000001:0.0:1755696607.283929:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696607.283942:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696607.283945:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696607.283949:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696607.283956:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696607.283959:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696607.283962:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696607.283965:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696607.283992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696607.283995:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696607.283998:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696608.307919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696608.307930:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696608.308060:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696608.308067:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696608.308073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696609.331933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696609.331944:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696609.331975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696609.331978:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696609.331982:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696610.355928:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696610.355937:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696610.356065:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696610.356071:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696610.356076:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696611.379918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696611.379928:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696611.379960:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696611.379963:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696611.379967:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696611.699875:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696611.699887:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696611.699897:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baca80. 00000020:00000040:3.0:1755696611.699906:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696611.699921:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696611.699927:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696611.699935:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696611.699946:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696611.699957:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696611.699975:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696611.699992:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696611.699999:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696611.700009:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000097d34d0d] to pc [ptlrpcd_01_01+1] req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696611.700055:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696611.700060:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696611.700065:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696611.700069:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696611.700073:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696611.700080:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1198) 00000100:00000001:3.0:1755696611.700096:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696611.700103:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696611.700107:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.700119:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696611.700120:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696611.700123:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.700128:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696611.700131:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696611.700134:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696611.700137:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696611.700148:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696611.700160:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696611.700164:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696611.700169:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696611.700173:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696611.700188:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696611.700195:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120609664:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696611.700201:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696611.700209:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696611.700212:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696611.700216:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696611.700222:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bf600. 02000000:00000001:3.0:1755696611.700224:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696611.700237:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696611.700243:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696611.700253:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696611.700264:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609664, portal 25 00000100:00000001:3.0:1755696611.700268:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696611.700270:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583936 : -118784790967680 : ffff93f742baca80) 00000100:00000040:3.0:1755696611.700279:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696611.700291:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696611.700295:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696611.700299:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792ee0. 00000100:00000200:3.0:1755696611.700304:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609664, offset 0 00000400:00000200:3.0:1755696611.700313:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696611.700325:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696611.700335:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696611.700342:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696611.700348:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696611.700353:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696611.700357:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696611.700363:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [336:336:256:4294967295] 192.168.203.157@tcp LPNI seq info [336:336:8:4294967295] 00000400:00000200:3.0:1755696611.700369:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696611.700384:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696611.700393:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696611.700399:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696611.700416:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696611.700427:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696611.700434:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696611.700473:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696611.700481:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696611.700485:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295861262 00000100:00000010:3.0:1755696611.700491:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ae40. 00000100:00000001:3.0:1755696611.700500:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696611.700514:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295861262 00000100:00000010:3.0:1755696611.700519:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a480. 00000100:00000001:3.0:1755696611.700525:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696611.700537:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696611.700541:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696611.700546:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696611.700550:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696611.700633:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696611.700640:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:0.0:1755696611.700645:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696611.700653:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696611.700657:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792ee0 00000400:00000010:0.0:1755696611.700660:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792ee0. 00000100:00000001:0.0:1755696611.700664:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696611.700669:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696611.700680:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696611.700684:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696611.700698:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696611.700700:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696611.702841:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696611.702872:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696611.702875:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696611.702877:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696611.702884:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696611.702889:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696611.702898:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696611.702902:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696611.702907:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696611.702911:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a380 00000400:00000200:0.0:1755696611.702915:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696611.702921:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1389 [1] + 224 00000800:00000001:0.0:1755696611.702927:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696611.702937:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696611.702939:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696611.702942:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696611.702947:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696611.702952:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696611.702962:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696611.702979:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696611.702987:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696611.702990:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.703019:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696611.703023:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696611.703029:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696611.703031:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696611.703034:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696611.703039:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696611.703041:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696611.703043:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696611.703049:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696611.703060:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696611.703066:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696611.703068:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.703071:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696611.703074:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696611.703076:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696611.703079:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696611.703089:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696611.703096:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=118 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696611.703100:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=16 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696611.703103:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696611.703104:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696611.703107:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696611.703109:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696611.703111:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696611.703116:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696611.703122:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696611.703125:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696611.703127:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696611.703131:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696611.703138:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120609664:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696611.703143:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.703145:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696611.703147:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baca80 x1840980120609664/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696627 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696611.703153:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696611.703156:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696611.703159:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bf600. 02000000:00000001:3.0:1755696611.703161:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696611.703163:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696611.703165:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696611.703167:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696611.703169:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:3.0:1755696611.703171:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696611.703173:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696611.703175:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baca80. 00000100:00000001:3.0:1755696611.703177:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696611.703179:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.703184:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696611.703188:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696611.703190:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696611.703192:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696611.703194:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696611.714866:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295861262, at 4295861263 00000100:00000040:1.0:1755696611.714876:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295861262, at 4295861263 00000100:00000010:0.0:1755696611.714877:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ae40. 00000100:00000010:1.0:1755696611.714888:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a480. 00010000:00000001:0.0:1755696612.403893:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696612.403901:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696612.403991:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696612.403995:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696612.403998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696613.427933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696613.427970:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696613.428003:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696613.428006:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696613.428010:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696614.451862:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696614.451871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696614.451966:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696614.451970:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696614.451973:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696615.475864:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696615.475872:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696615.475920:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696615.475923:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696615.475926:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696616.499864:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696616.499871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696616.499962:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696616.499966:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696616.499969:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696616.819843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696616.819855:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696616.819863:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baca80. 00000020:00000040:3.0:1755696616.819871:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696616.819876:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696616.819880:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696616.819887:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696616.819896:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696616.819905:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696616.819918:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696616.819929:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696616.819935:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696616.819942:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000097d34d0d] to pc [ptlrpcd_01_00+0] req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696616.819974:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696616.819977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696616.819981:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696616.819984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696616.819988:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696616.819994:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1204) 00000100:00000001:2.0:1755696616.820007:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696616.820014:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696616.820018:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696616.820021:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696616.820027:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696616.820028:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696616.820040:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696616.820042:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696616.820048:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696616.820051:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696616.820054:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696616.820058:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120609792:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696616.820063:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696616.820070:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696616.820073:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696616.820076:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696616.820081:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011600. 02000000:00000001:2.0:1755696616.820083:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696616.820093:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696616.820099:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696616.820106:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696616.820116:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609792, portal 25 00000100:00000001:2.0:1755696616.820119:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696616.820121:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583936 : -118784790967680 : ffff93f742baca80) 00000100:00000040:2.0:1755696616.820128:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696616.820151:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696616.820154:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696616.820157:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a84c8. 00000100:00000200:2.0:1755696616.820161:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609792, offset 0 00000400:00000200:2.0:1755696616.820169:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696616.820178:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696616.820185:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696616.820190:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696616.820194:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696616.820197:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696616.820199:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696616.820202:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [337:337:256:4294967295] 192.168.203.157@tcp LPNI seq info [337:337:8:4294967295] 00000400:00000200:2.0:1755696616.820205:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696616.820215:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696616.820220:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696616.820224:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755696616.820229:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696616.820236:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696616.820241:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696616.820256:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696616.820259:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696616.820262:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295866382 00000100:00000010:2.0:1755696616.820265:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755696616.820272:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696616.820279:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295866382 00000100:00000010:2.0:1755696616.820281:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755696616.820283:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696616.820288:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696616.820290:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696616.820297:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696616.820298:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696616.820306:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696616.820308:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696616.820310:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696616.820311:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696616.820323:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696616.820325:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696616.820438:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696616.820444:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:0.0:1755696616.820448:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696616.820454:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696616.820458:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a84c8 00000400:00000010:0.0:1755696616.820461:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a84c8. 00000100:00000001:0.0:1755696616.820465:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696616.820469:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696616.820478:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696616.820480:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696616.820486:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696616.820488:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696616.822265:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696616.822276:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696616.822278:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696616.822281:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696616.822286:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696616.822291:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696616.822298:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696616.822301:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696616.822310:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696616.822313:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a400 00000400:00000200:0.0:1755696616.822317:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696616.822321:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1391 [1] + 224 00000800:00000001:0.0:1755696616.822327:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696616.822333:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696616.822334:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696616.822337:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696616.822341:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696616.822344:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696616.822352:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696616.822367:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696616.822373:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696616.822375:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696616.822438:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696616.822441:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696616.822445:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696616.822447:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696616.822449:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696616.822453:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696616.822454:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696616.822456:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696616.822460:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696616.822467:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696616.822472:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696616.822473:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696616.822476:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696616.822478:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696616.822480:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696616.822483:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696616.822496:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696616.822502:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=123 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696616.822505:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=21 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696616.822507:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696616.822508:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696616.822510:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696616.822512:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696616.822514:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696616.822518:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696616.822532:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696616.822534:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696616.822536:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696616.822538:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696616.822544:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120609792:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696616.822547:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696616.822548:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696616.822550:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baca80 x1840980120609792/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696632 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696616.822554:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696616.822556:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696616.822559:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011600. 02000000:00000001:2.0:1755696616.822561:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696616.822562:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696616.822564:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696616.822565:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696616.822567:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696616.822569:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696616.822570:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696616.822572:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baca80. 00000100:00000001:2.0:1755696616.822574:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696616.822575:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696616.822576:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696616.822579:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696616.822580:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696616.822581:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696616.822582:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696616.834844:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295866382, at 4295866383 00000100:00000040:0.0:1755696616.834850:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295866382, at 4295866383 00000100:00000010:1.0:1755696616.834852:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00000100:00000010:0.0:1755696616.834860:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755696617.523881:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696617.523892:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696617.523894:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696617.523897:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696617.523903:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696617.523905:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696617.523906:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696617.523908:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696617.523949:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696617.523951:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696617.523953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696618.547865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696618.547874:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696618.547967:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696618.547971:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696618.547974:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696619.571851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696619.571858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696619.571918:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696619.571920:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696619.571923:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696620.595875:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696620.595882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696620.595976:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696620.596002:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696620.596005:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696621.619927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696621.619937:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696621.620001:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696621.620005:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696621.620009:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696621.939992:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696621.940002:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696621.940013:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3100. 00000020:00000040:2.0:1755696621.940021:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696621.940026:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696621.940031:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696621.940038:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696621.940048:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755696621.940058:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696621.940076:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696621.940092:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696621.940099:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696621.940106:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000084f889cb] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696621.940150:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696621.940154:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696621.940160:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696621.940163:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696621.940167:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696621.940173:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1209) 00000100:00000001:2.0:1755696621.940190:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696621.940196:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696621.940199:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696621.940208:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696621.940210:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696621.940217:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696621.940218:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696621.940221:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696621.940227:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696621.940232:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696621.940253:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696621.940264:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696621.940267:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696621.940273:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696621.940276:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696621.940279:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696621.940284:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120609920:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696621.940290:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696621.940298:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696621.940301:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696621.940304:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696621.940308:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696621.940311:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696621.940322:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696621.940328:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696621.940335:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696621.940344:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120609920, portal 25 00000100:00000001:2.0:1755696621.940347:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696621.940350:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971072 : -118784421580544 : ffff93f758bf3100) 00000100:00000040:2.0:1755696621.940357:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696621.940366:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696621.940370:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696621.940373:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a85d8. 00000100:00000200:2.0:1755696621.940408:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120609920, offset 0 00000400:00000200:2.0:1755696621.940419:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696621.940430:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696621.940440:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696621.940447:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696621.940453:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696621.940458:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696621.940462:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696621.940475:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [338:338:256:4294967295] 192.168.203.157@tcp LPNI seq info [338:338:8:4294967295] 00000400:00000200:2.0:1755696621.940481:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696621.940496:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696621.940504:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696621.940509:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755696621.940518:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696621.940528:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696621.940535:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696621.940556:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696621.940562:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696621.940566:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295871502 00000100:00000010:2.0:1755696621.940571:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755696621.940579:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696621.940590:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295871502 00000100:00000010:2.0:1755696621.940594:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755696621.940598:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696621.940607:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696621.940611:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696621.940615:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696621.940618:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696621.940819:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696621.940828:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:0.0:1755696621.940835:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696621.940845:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696621.940851:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a85d8 00000400:00000010:0.0:1755696621.940854:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a85d8. 00000100:00000001:0.0:1755696621.940860:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696621.940868:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696621.940883:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696621.940888:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696621.940898:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696621.940901:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696621.943272:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696621.943290:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696621.943295:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696621.943298:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696621.943307:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696621.943315:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696621.943325:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696621.943330:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696621.943336:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696621.943342:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a480 00000400:00000200:0.0:1755696621.943349:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696621.943369:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1399 [1] + 224 00000800:00000001:0.0:1755696621.943406:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696621.943419:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696621.943423:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696621.943427:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696621.943433:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696621.943440:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696621.943454:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696621.943479:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696621.943488:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696621.943492:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696621.943585:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696621.943591:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696621.943599:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696621.943601:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696621.943605:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696621.943612:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696621.943615:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696621.943618:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696621.943627:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696621.943641:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696621.943671:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696621.943673:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696621.943677:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696621.943681:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696621.943684:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696621.943688:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696621.943691:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696621.943700:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=128 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696621.943705:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=26 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696621.943708:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696621.943710:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696621.943714:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696621.943717:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696621.943720:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696621.943727:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696621.943736:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696621.943740:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696621.943742:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696621.943747:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696621.943757:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120609920:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696621.943763:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696621.943766:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696621.943770:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3100 x1840980120609920/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696637 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696621.943812:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696621.943817:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696621.943821:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696621.943825:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696621.943827:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696621.943837:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696621.943840:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696621.943844:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:2.0:1755696621.943847:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696621.943849:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696621.943852:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3100. 00000100:00000001:2.0:1755696621.943857:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696621.943858:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696621.943861:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696621.943866:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696621.943868:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696621.943871:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696621.943873:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696621.954904:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295871502, at 4295871503 00000100:00000040:0.0:1755696621.954915:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295871502, at 4295871503 00000100:00000010:1.0:1755696621.954919:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00000100:00000010:0.0:1755696621.954933:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00010000:00000001:0.0:1755696622.643848:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696622.643851:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696622.643922:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696622.643925:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696622.643928:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696623.667872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696623.667879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696623.667928:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696623.667930:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696623.667933:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696624.691876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696624.691883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696624.691953:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696624.691959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696624.691963:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696625.715856:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696625.715863:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696625.715893:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696625.715896:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696625.715898:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696626.739850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696626.739855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696626.739912:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696626.739917:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696626.739921:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696627.059884:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696627.059891:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696627.059898:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696627.059903:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696627.059907:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696627.059910:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696627.059915:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696627.059921:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696627.059928:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696627.059940:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696627.059949:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696627.059954:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696627.059959:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696627.059985:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696627.059987:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696627.059990:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696627.059992:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696627.059995:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696627.059998:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1214) 00000100:00000001:1.0:1755696627.060006:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696627.060009:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696627.060011:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.060017:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696627.060025:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.060028:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696627.060029:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696627.060032:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696627.060037:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696627.060040:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696627.060045:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696627.060046:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696627.060050:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696627.060062:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696627.060065:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696627.060067:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696627.060069:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120610048:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696627.060073:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696627.060078:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696627.060080:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696627.060082:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696627.060084:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696627.060086:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696627.060096:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696627.060100:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696627.060105:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696627.060112:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610048, portal 25 00000100:00000001:1.0:1755696627.060114:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696627.060115:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696627.060119:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696627.060124:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696627.060126:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696627.060128:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5770. 00000100:00000200:1.0:1755696627.060130:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610048, offset 0 00000400:00000200:1.0:1755696627.060135:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696627.060143:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696627.060149:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696627.060157:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696627.060162:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696627.060165:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696627.060167:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696627.060170:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [339:339:256:4294967295] 192.168.203.157@tcp LPNI seq info [339:339:8:4294967295] 00000400:00000200:1.0:1755696627.060173:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696627.060181:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696627.060186:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696627.060190:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e900. 00000800:00000200:1.0:1755696627.060195:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696627.060202:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696627.060206:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696627.060218:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696627.060221:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696627.060224:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295876622 00000100:00000010:1.0:1755696627.060227:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696627.060234:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696627.060238:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295876622 00000100:00000010:1.0:1755696627.060240:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696627.060243:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696627.060245:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696627.060247:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696627.060249:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696627.060251:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696627.060302:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696627.060312:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e900. 00000400:00000200:0.0:1755696627.060316:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696627.060321:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696627.060324:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5770 00000400:00000010:0.0:1755696627.060326:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5770. 00000100:00000001:0.0:1755696627.060329:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696627.060333:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696627.060357:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696627.060359:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696627.060364:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696627.060365:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696627.061725:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696627.061734:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696627.061737:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696627.061738:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696627.061743:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696627.061747:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696627.061753:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696627.061756:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696627.061759:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696627.061762:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a500 00000400:00000200:0.0:1755696627.061765:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696627.061770:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13a1 [1] + 224 00000800:00000001:0.0:1755696627.061775:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696627.061797:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696627.061799:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696627.061802:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696627.061805:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696627.061809:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696627.061816:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696627.061836:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696627.061843:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696627.061846:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.061899:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696627.061902:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696627.061906:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696627.061908:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696627.061910:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696627.061913:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696627.061914:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696627.061916:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696627.061926:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696627.061933:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696627.061938:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696627.061939:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.061942:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696627.061944:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696627.061946:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696627.061948:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696627.061951:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696627.061956:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=134 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696627.061959:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=32 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696627.061962:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696627.061963:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696627.061965:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696627.061967:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696627.061969:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696627.061972:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696627.061976:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696627.061978:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696627.061980:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696627.061982:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696627.061988:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120610048:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696627.061991:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.061992:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696627.061994:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120610048/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696643 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696627.061998:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696627.062003:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696627.062005:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696627.062007:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696627.062009:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696627.062010:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696627.062011:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696627.062013:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696627.062015:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696627.062017:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696627.062018:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696627.062020:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696627.062021:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.062022:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696627.062025:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696627.062026:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696627.062027:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696627.062029:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696627.074842:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295876622, at 4295876623 00000100:00000010:0.0:1755696627.074849:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000040:1.0:1755696627.074852:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295876622, at 4295876623 00000100:00000010:1.0:1755696627.074859:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696627.763858:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696627.763869:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696627.763871:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696627.763874:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696627.763880:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696627.763882:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696627.763883:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696627.763885:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696627.763919:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696627.763922:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696627.763924:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696628.787846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696628.787850:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696628.787896:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696628.787901:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696628.787905:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696629.811866:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696629.811874:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696629.811922:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696629.811925:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696629.811928:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696630.835851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696630.835855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696630.835900:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696630.835905:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696630.835909:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696631.859880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696631.859889:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696631.859913:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696631.859915:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696631.859918:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696632.179892:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696632.179907:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696632.179919:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696632.179926:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696632.179931:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696632.179934:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696632.179941:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696632.179948:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696632.179956:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696632.179969:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696632.179980:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696632.179985:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696632.179990:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696632.180045:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696632.180048:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696632.180051:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696632.180054:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696632.180056:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696632.180060:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1219) 00000100:00000001:1.0:1755696632.180072:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696632.180076:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696632.180078:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.180085:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696632.180087:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.180089:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696632.180092:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696632.180095:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696632.180101:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696632.180107:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696632.180109:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696632.180111:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1755696632.180113:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696632.180117:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696632.180117:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696632.180123:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696632.180125:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120610176:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696632.180129:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696632.180135:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696632.180137:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696632.180139:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696632.180143:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696632.180145:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696632.180154:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696632.180158:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696632.180169:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696632.180176:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610176, portal 25 00000100:00000001:1.0:1755696632.180178:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696632.180180:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696632.180185:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696632.180191:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696632.180193:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696632.180195:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5f68. 00000100:00000200:1.0:1755696632.180197:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610176, offset 0 00000400:00000200:1.0:1755696632.180203:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696632.180212:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696632.180219:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696632.180225:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696632.180229:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696632.180233:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696632.180235:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696632.180239:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [340:340:256:4294967295] 192.168.203.157@tcp LPNI seq info [340:340:8:4294967295] 00000400:00000200:1.0:1755696632.180242:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696632.180251:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696632.180256:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696632.180261:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e200. 00000800:00000200:1.0:1755696632.180268:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696632.180275:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696632.180280:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696632.180295:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696632.180319:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696632.180323:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295881742 00000100:00000010:1.0:1755696632.180327:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696632.180335:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696632.180341:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295881742 00000100:00000010:1.0:1755696632.180348:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696632.180351:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696632.180354:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696632.180356:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696632.180359:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696632.180362:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696632.180418:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696632.180423:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e200. 00000400:00000200:0.0:1755696632.180429:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696632.180441:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696632.180445:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5f68 00000400:00000010:0.0:1755696632.180447:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5f68. 00000100:00000001:0.0:1755696632.180452:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696632.180455:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696632.180463:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696632.180466:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696632.180472:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696632.180474:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696632.182319:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696632.182330:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696632.182332:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696632.182334:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696632.182339:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696632.182344:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696632.182350:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696632.182354:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696632.182357:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696632.182361:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a580 00000400:00000200:0.0:1755696632.182365:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696632.182369:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13b1 [1] + 224 00000800:00000001:0.0:1755696632.182376:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696632.182381:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696632.182383:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696632.182386:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696632.182390:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696632.182394:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696632.182402:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696632.182428:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696632.182435:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696632.182438:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.182489:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696632.182492:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696632.182497:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696632.182499:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696632.182501:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696632.182505:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696632.182507:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696632.182509:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696632.182513:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696632.182521:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696632.182527:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696632.182528:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.182530:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696632.182533:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696632.182535:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696632.182537:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696632.182540:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696632.182546:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696632.182549:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696632.182552:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696632.182553:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696632.182556:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696632.182558:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696632.182560:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696632.182564:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696632.182569:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696632.182578:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696632.182580:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696632.182583:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696632.182589:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120610176:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696632.182593:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.182595:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696632.182597:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120610176/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696648 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696632.182601:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696632.182603:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696632.182605:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696632.182607:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696632.182609:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696632.182610:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696632.182612:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696632.182614:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696632.182616:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696632.182618:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696632.182619:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696632.182622:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696632.182623:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.182624:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696632.182627:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696632.182628:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696632.182629:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696632.182631:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696632.194841:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295881742, at 4295881743 00000100:00000040:0.0:1755696632.194848:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295881742, at 4295881743 00000100:00000010:1.0:1755696632.194849:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:0.0:1755696632.194857:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755696632.883872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696632.883879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696632.883930:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696632.883935:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696632.883939:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696633.907855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696633.907860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696633.907879:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696633.907881:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696633.907884:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696634.931856:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696634.931860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696634.931908:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696634.931913:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696634.931917:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696635.955933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696635.955943:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696635.955973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696635.955977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696635.955981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696636.979885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696636.979894:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696636.979999:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696636.980004:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696636.980009:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696637.299914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696637.299937:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696637.299946:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac000. 00000020:00000040:3.0:1755696637.299954:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696637.299960:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696637.299964:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696637.299971:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696637.299981:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696637.299992:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696637.300008:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696637.300024:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696637.300030:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696637.300038:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000793c7970] to pc [ptlrpcd_01_00+0] req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696637.300079:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696637.300083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696637.300088:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696637.300091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696637.300096:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696637.300101:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1224) 00000100:00000001:3.0:1755696637.300116:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696637.300121:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755696637.300124:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.300133:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696637.300137:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.300140:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696637.300143:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696637.300147:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696637.300155:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696637.300165:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696637.300169:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696637.300178:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696637.300180:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696637.300190:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696637.300194:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696637.300198:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696637.300204:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120610304:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696637.300211:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696637.300220:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696637.300223:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696637.300226:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696637.300231:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bf000. 02000000:00000001:3.0:1755696637.300234:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696637.300246:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696637.300252:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696637.300291:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696637.300301:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610304, portal 25 00000100:00000001:3.0:1755696637.300305:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696637.300308:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918581248 : -118784790970368 : ffff93f742bac000) 00000100:00000040:3.0:1755696637.300316:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696637.300326:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696637.300329:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696637.300333:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792198. 00000100:00000200:3.0:1755696637.300337:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610304, offset 0 00000400:00000200:3.0:1755696637.300345:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696637.300358:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696637.300367:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696637.300375:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696637.300381:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696637.300386:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696637.300389:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696637.300394:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [341:341:256:4294967295] 192.168.203.157@tcp LPNI seq info [341:341:8:4294967295] 00000400:00000200:3.0:1755696637.300399:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696637.300413:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696637.300429:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696637.300436:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755696637.300445:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696637.300456:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696637.300463:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696637.300485:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696637.300491:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696637.300495:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295886862 00000100:00000010:3.0:1755696637.300500:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a660. 00000100:00000001:3.0:1755696637.300510:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696637.300523:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295886862 00000100:00000010:3.0:1755696637.300527:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a540. 00000100:00000001:3.0:1755696637.300532:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696637.300542:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696637.300546:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696637.300551:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696637.300555:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696637.300715:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696637.300728:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:0.0:1755696637.300738:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696637.300751:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696637.300759:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792198 00000400:00000010:0.0:1755696637.300765:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792198. 00000100:00000001:0.0:1755696637.300772:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696637.300826:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696637.300847:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696637.300857:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696637.300894:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696637.300898:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696637.302760:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696637.302810:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696637.302815:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696637.302819:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696637.302828:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696637.302835:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696637.302845:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696637.302850:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696637.302856:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696637.302861:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a600 00000400:00000200:0.0:1755696637.302868:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696637.302874:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13c1 [1] + 224 00000800:00000001:0.0:1755696637.302883:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696637.302907:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696637.302911:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696637.302916:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696637.302923:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696637.302932:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696637.302954:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696637.302990:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696637.303003:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696637.303011:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.303042:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696637.303048:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696637.303056:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696637.303059:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696637.303063:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696637.303070:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696637.303073:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696637.303076:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696637.303085:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696637.303100:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696637.303110:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696637.303112:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.303115:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696637.303129:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696637.303132:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696637.303136:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696637.303139:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696637.303148:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=144 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696637.303154:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=42 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696637.303157:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696637.303159:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696637.303163:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696637.303166:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696637.303170:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696637.303176:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696637.303185:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696637.303188:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696637.303191:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696637.303196:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696637.303207:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120610304:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696637.303213:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.303216:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696637.303219:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac000 x1840980120610304/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696653 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696637.303227:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696637.303231:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696637.303234:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bf000. 02000000:00000001:3.0:1755696637.303238:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696637.303241:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696637.303243:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696637.303246:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696637.303249:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696637.303252:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696637.303255:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696637.303301:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac000. 00000100:00000001:3.0:1755696637.303306:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696637.303307:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.303310:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696637.303315:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696637.303317:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696637.303320:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696637.303322:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696637.314903:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295886862, at 4295886863 00000100:00000040:0.0:1755696637.314914:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295886862, at 4295886863 00000100:00000010:1.0:1755696637.314915:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a540. 00000100:00000010:0.0:1755696637.314931:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a660. 00010000:00000001:0.0:1755696638.003914:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696638.003923:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696638.003927:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696638.003950:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696638.003956:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696638.003959:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696638.003962:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696638.003965:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696638.003994:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696638.003998:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696638.004001:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696639.027954:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696639.027964:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696639.028088:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696639.028094:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696639.028100:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696640.051930:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696640.051939:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696640.051967:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696640.051970:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696640.051974:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696641.075944:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696641.075957:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696641.076068:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696641.076077:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696641.076084:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696642.099952:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696642.099960:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696642.099985:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696642.099988:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696642.099991:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696642.419839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696642.419847:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696642.419855:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac000. 00000020:00000040:3.0:1755696642.419860:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696642.419864:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696642.419868:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696642.419872:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696642.419879:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696642.419885:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696642.419896:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696642.419906:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696642.419910:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696642.419916:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000793c7970] to pc [ptlrpcd_01_01+1] req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696642.419943:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696642.419945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696642.419948:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696642.419951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696642.419953:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696642.419956:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1229) 00000100:00000001:3.0:1755696642.419965:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696642.419969:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696642.419977:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.419983:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696642.419985:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.419987:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696642.419989:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696642.419991:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696642.419996:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696642.419999:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696642.420004:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696642.420006:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696642.420009:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696642.420013:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696642.420015:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696642.420018:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696642.420020:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120610432:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696642.420024:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696642.420029:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696642.420031:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696642.420033:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696642.420036:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bf800. 02000000:00000001:3.0:1755696642.420037:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696642.420046:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696642.420049:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696642.420055:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696642.420062:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610432, portal 25 00000100:00000001:3.0:1755696642.420063:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696642.420065:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918581248 : -118784790970368 : ffff93f742bac000) 00000100:00000040:3.0:1755696642.420068:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696642.420074:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696642.420076:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696642.420078:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792e58. 00000100:00000200:3.0:1755696642.420080:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610432, offset 0 00000400:00000200:3.0:1755696642.420085:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696642.420093:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696642.420104:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696642.420109:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696642.420113:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696642.420117:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696642.420119:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696642.420122:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [342:342:256:4294967295] 192.168.203.157@tcp LPNI seq info [342:342:8:4294967295] 00000400:00000200:3.0:1755696642.420125:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696642.420135:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696642.420140:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696642.420143:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696642.420150:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696642.420157:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696642.420161:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696642.420174:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696642.420177:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696642.420180:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295891982 00000100:00000010:3.0:1755696642.420182:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a6c0. 00000100:00000001:3.0:1755696642.420188:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696642.420195:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295891982 00000100:00000010:3.0:1755696642.420197:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a900. 00000100:00000001:3.0:1755696642.420200:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696642.420204:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696642.420206:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696642.420209:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696642.420211:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696642.420332:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696642.420337:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:0.0:1755696642.420341:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696642.420347:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696642.420351:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792e58 00000400:00000010:0.0:1755696642.420353:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792e58. 00000100:00000001:0.0:1755696642.420356:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696642.420360:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696642.420368:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696642.420371:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696642.420377:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696642.420383:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696642.421774:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696642.421802:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696642.421804:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696642.421806:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696642.421810:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696642.421815:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696642.421820:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696642.421824:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696642.421827:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696642.421830:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a680 00000400:00000200:0.0:1755696642.421833:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696642.421837:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13c9 [1] + 224 00000800:00000001:0.0:1755696642.421842:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696642.421848:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696642.421850:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696642.421852:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696642.421856:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696642.421859:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696642.421867:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696642.421882:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696642.421888:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696642.421891:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.421905:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696642.421908:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696642.421912:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696642.421913:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696642.421915:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696642.421919:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696642.421920:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696642.421928:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696642.421932:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696642.421940:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696642.421945:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696642.421946:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.421948:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696642.421951:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696642.421953:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696642.421955:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696642.421957:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696642.421963:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=149 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696642.421966:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=47 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696642.421968:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696642.421970:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696642.421972:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696642.421974:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696642.421976:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696642.421979:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696642.421983:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696642.421985:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696642.421987:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696642.421990:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696642.421996:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120610432:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696642.421999:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.422001:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696642.422003:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac000 x1840980120610432/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696658 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696642.422007:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696642.422012:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696642.422015:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bf800. 02000000:00000001:3.0:1755696642.422017:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696642.422019:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696642.422020:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696642.422022:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696642.422024:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696642.422026:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696642.422027:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696642.422029:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac000. 00000100:00000001:3.0:1755696642.422030:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696642.422031:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.422032:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696642.422035:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696642.422036:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696642.422038:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696642.422039:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696642.434848:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295891982, at 4295891983 00000100:00000040:1.0:1755696642.434850:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295891982, at 4295891983 00000100:00000010:0.0:1755696642.434855:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a6c0. 00000100:00000010:1.0:1755696642.434858:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a900. 00010000:00000001:0.0:1755696643.123908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696643.123917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696643.124024:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696643.124029:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696643.124032:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696644.147873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696644.147882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696644.147906:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696644.147909:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696644.147932:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696645.171922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696645.171932:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696645.172026:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696645.172030:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696645.172033:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696646.195886:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696646.195894:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696646.195916:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696646.195918:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696646.195921:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696647.219884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696647.219891:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696647.219975:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696647.219979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696647.219982:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696647.539950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696647.539961:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696647.539973:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1c00. 00000020:00000040:0.0:1755696647.539981:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696647.539988:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696647.539993:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696647.540000:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696647.540011:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8300. 00000100:00000001:0.0:1755696647.540022:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696647.540040:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696647.540056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696647.540063:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696647.540071:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002efa8c83] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696647.540112:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696647.540116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696647.540121:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696647.540125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696647.540130:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696647.540135:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1234) 00000100:00000001:0.0:1755696647.540162:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696647.540168:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696647.540172:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696647.540206:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696647.540210:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696647.540214:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696647.540216:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696647.540221:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696647.540221:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696647.540232:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696647.540236:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696647.540249:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696647.540252:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696647.540257:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696647.540261:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696647.540265:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696647.540271:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120610560:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696647.540276:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696647.540283:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696647.540286:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696647.540289:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696647.540295:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696647.540298:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696647.540311:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696647.540316:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445441b8. 00000400:00000010:0.0:1755696647.540325:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eedd0. 00000100:00000200:0.0:1755696647.540333:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610560, portal 25 00000100:00000001:0.0:1755696647.540337:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696647.540339:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321920 : -118784755229696 : ffff93f744dc1c00) 00000100:00000040:0.0:1755696647.540346:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696647.540356:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696647.540359:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696647.540363:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeb28. 00000100:00000200:0.0:1755696647.540366:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610560, offset 0 00000400:00000200:0.0:1755696647.540383:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696647.540396:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.540405:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696647.540412:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696647.540418:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696647.540423:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696647.540427:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696647.540432:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [343:343:256:4294967295] 192.168.203.157@tcp LPNI seq info [343:343:8:4294967295] 00000400:00000200:0.0:1755696647.540437:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.540450:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696647.540457:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696647.540464:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8e00. 00000800:00000200:0.0:1755696647.540473:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696647.540484:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696647.540490:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696647.540515:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696647.540521:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696647.540525:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295897102 00000100:00000010:0.0:1755696647.540530:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696647.540539:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696647.540548:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295897102 00000100:00000010:0.0:1755696647.540552:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f420. 00000100:00000001:0.0:1755696647.540557:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696647.540562:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696647.540566:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696647.540570:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696647.540574:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696647.540678:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696647.540687:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8e00. 00000400:00000200:1.0:1755696647.540694:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696647.540704:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696647.540710:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeb28 00000400:00000010:1.0:1755696647.540713:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeb28. 00000100:00000001:1.0:1755696647.540719:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696647.540726:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696647.540741:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696647.540747:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696647.540756:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696647.540759:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696647.542690:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696647.542708:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696647.542713:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696647.542716:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696647.542735:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.542742:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696647.542750:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.542756:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.542761:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.542767:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a700 00000400:00000200:0.0:1755696647.542773:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696647.542780:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13d1 [1] + 224 00000800:00000001:0.0:1755696647.542824:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696647.542836:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696647.542840:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696647.542845:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696647.542850:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696647.542858:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696647.542871:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696647.542901:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696647.542910:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696647.542914:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696647.543007:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696647.543013:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696647.543021:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696647.543024:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696647.543028:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445441b8. 00000400:00000200:1.0:1755696647.543036:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eedd0 00000400:00000010:1.0:1755696647.543038:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eedd0. 00000100:00000001:1.0:1755696647.543042:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696647.543051:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696647.543066:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696647.543076:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696647.543079:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696647.543082:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696647.543086:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696647.543089:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696647.543093:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696647.543097:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696647.543117:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=154 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696647.543123:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=52 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696647.543126:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696647.543129:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696647.543133:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696647.543136:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696647.543140:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696647.543146:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696647.543155:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696647.543159:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696647.543161:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696647.543166:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696647.543177:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120610560:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696647.543212:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696647.543214:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696647.543219:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1c00 x1840980120610560/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696663 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696647.543228:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696647.543231:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696647.543235:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:1.0:1755696647.543239:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696647.543242:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696647.543245:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696647.543248:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696647.543251:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8300. 02000000:00000001:1.0:1755696647.543254:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696647.543257:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696647.543260:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1c00. 00000100:00000001:1.0:1755696647.543265:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696647.543267:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696647.543269:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696647.543281:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696647.543284:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696647.543286:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696647.543289:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696647.554906:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295897102, at 4295897103 00000100:00000010:0.0:1755696647.554919:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696647.554928:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295897102, at 4295897103 00000100:00000010:1.0:1755696647.554947:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f420. 00010000:00000001:0.0:1755696648.243876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696648.243886:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696648.243889:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696648.243891:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696648.243896:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696648.243898:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696648.243899:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696648.243901:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696648.243923:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696648.243925:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696648.243927:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696649.267845:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696649.267851:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696649.267927:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696649.267931:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696649.267935:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696650.291884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696650.291897:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696650.291930:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696650.291933:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696650.291937:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696651.315875:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696651.315882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696651.315972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696651.315976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696651.315979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696652.339892:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696652.339901:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696652.339933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696652.339936:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696652.339940:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696652.659879:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696652.659892:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696652.659901:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac000. 00000020:00000040:3.0:1755696652.659907:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696652.659912:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696652.659916:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696652.659922:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696652.659931:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696652.659940:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696652.659955:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696652.659969:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696652.659975:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696652.659983:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000793c7970] to pc [ptlrpcd_01_00+0] req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696652.660019:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696652.660022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696652.660037:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696652.660041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696652.660044:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696652.660049:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1239) 00000100:00000001:3.0:1755696652.660062:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696652.660067:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755696652.660071:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696652.660073:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696652.660077:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696652.660080:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696652.660085:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696652.660088:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696652.660091:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696652.660094:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696652.660102:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696652.660111:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696652.660114:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696652.660118:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696652.660122:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696652.660125:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696652.660129:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120610688:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696652.660135:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696652.660160:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696652.660163:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696652.660166:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696652.660172:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bea00. 02000000:00000001:3.0:1755696652.660174:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696652.660184:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696652.660190:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696652.660198:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696652.660207:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610688, portal 25 00000100:00000001:3.0:1755696652.660209:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696652.660212:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918581248 : -118784790970368 : ffff93f742bac000) 00000100:00000040:3.0:1755696652.660226:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696652.660234:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696652.660237:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696652.660241:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792b28. 00000100:00000200:3.0:1755696652.660246:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610688, offset 0 00000400:00000200:3.0:1755696652.660253:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696652.660265:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696652.660275:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696652.660282:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696652.660287:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696652.660292:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696652.660294:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696652.660299:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [344:344:256:4294967295] 192.168.203.157@tcp LPNI seq info [344:344:8:4294967295] 00000400:00000200:3.0:1755696652.660303:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696652.660316:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696652.660324:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696652.660329:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597700. 00000800:00000200:3.0:1755696652.660336:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696652.660346:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696652.660352:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696652.660371:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696652.660376:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696652.660379:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295902222 00000100:00000010:3.0:1755696652.660384:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aea0. 00000100:00000001:3.0:1755696652.660393:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696652.660405:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295902222 00000100:00000010:3.0:1755696652.660409:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aa20. 00000100:00000001:3.0:1755696652.660413:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696652.660418:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696652.660426:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696652.660429:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696652.660432:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696652.660478:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696652.660484:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597700. 00000400:00000200:1.0:1755696652.660488:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696652.660494:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696652.660498:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792b28 00000400:00000010:1.0:1755696652.660500:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792b28. 00000100:00000001:1.0:1755696652.660504:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696652.660507:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696652.660515:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696652.660518:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696652.660524:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696652.660526:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696652.661931:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696652.661941:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696652.661943:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696652.661945:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696652.661951:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696652.661956:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696652.661963:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696652.661966:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696652.661970:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696652.661974:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a780 00000400:00000200:0.0:1755696652.661977:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696652.661982:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13e1 [1] + 224 00000800:00000001:0.0:1755696652.661987:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696652.661993:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696652.661994:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696652.661997:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696652.662001:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696652.662005:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696652.662012:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696652.662034:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696652.662041:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696652.662043:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696652.662071:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696652.662074:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696652.662079:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696652.662081:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696652.662083:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696652.662088:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696652.662090:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696652.662093:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696652.662098:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696652.662109:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696652.662116:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696652.662118:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696652.662121:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696652.662124:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696652.662126:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696652.662129:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696652.662132:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696652.662138:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=9 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696652.662161:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=57 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696652.662164:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696652.662166:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696652.662170:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696652.662172:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696652.662175:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696652.662180:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696652.662187:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696652.662191:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696652.662193:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696652.662198:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696652.662214:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120610688:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696652.662219:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696652.662221:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696652.662225:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac000 x1840980120610688/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696668 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696652.662232:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696652.662235:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696652.662239:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bea00. 02000000:00000001:3.0:1755696652.662241:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696652.662244:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696652.662245:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696652.662247:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696652.662250:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696652.662253:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696652.662254:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696652.662257:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac000. 00000100:00000001:3.0:1755696652.662260:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696652.662261:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696652.662263:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696652.662266:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696652.662268:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696652.662269:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696652.662271:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696652.674844:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295902222, at 4295902223 00000100:00000040:0.0:1755696652.674849:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295902222, at 4295902223 00000100:00000010:1.0:1755696652.674852:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aa20. 00000100:00000010:0.0:1755696652.674856:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aea0. 00010000:00000001:0.0:1755696653.363869:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696653.363876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696653.363942:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696653.363948:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696653.363952:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696654.387868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696654.387876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696654.387898:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696654.387901:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696654.387904:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696655.411894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696655.411903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696655.412003:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696655.412010:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696655.412016:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696656.435876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696656.435883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696656.435904:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696656.435907:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696656.435910:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696657.459863:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696657.459870:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696657.459967:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696657.459971:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696657.459974:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696657.779902:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696657.779910:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696657.779919:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696657.779925:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696657.779928:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696657.779932:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696657.779936:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696657.779943:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696657.779950:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696657.779961:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696657.779983:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696657.779988:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696657.779993:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696657.780020:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696657.780023:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696657.780025:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696657.780027:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696657.780029:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696657.780033:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1245) 00000100:00000001:1.0:1755696657.780042:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696657.780046:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696657.780047:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.780054:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696657.780056:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.780058:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696657.780060:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696657.780063:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696657.780067:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696657.780074:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696657.780074:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696657.780078:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696657.780079:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696657.780082:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696657.780085:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696657.780088:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696657.780090:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120610816:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696657.780094:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696657.780112:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696657.780114:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696657.780120:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696657.780124:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696657.780125:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696657.780134:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696657.780138:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696657.780143:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696657.780149:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610816, portal 25 00000100:00000001:1.0:1755696657.780151:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696657.780152:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696657.780157:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696657.780162:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696657.780164:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696657.780166:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5088. 00000100:00000200:1.0:1755696657.780167:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610816, offset 0 00000400:00000200:1.0:1755696657.780172:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696657.780180:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696657.780187:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696657.780191:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696657.780195:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696657.780199:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696657.780200:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696657.780204:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [345:345:256:4294967295] 192.168.203.157@tcp LPNI seq info [345:345:8:4294967295] 00000400:00000200:1.0:1755696657.780207:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696657.780215:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696657.780220:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696657.780223:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696657.780229:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696657.780236:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696657.780240:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696657.780254:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696657.780261:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696657.780264:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295907342 00000100:00000010:1.0:1755696657.780268:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696657.780274:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696657.780279:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295907342 00000100:00000010:1.0:1755696657.780281:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696657.780283:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696657.780285:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696657.780287:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696657.780289:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696657.780291:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696657.780355:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696657.780359:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696657.780363:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696657.780370:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696657.780373:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5088 00000400:00000010:0.0:1755696657.780376:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5088. 00000100:00000001:0.0:1755696657.780379:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696657.780383:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696657.780392:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696657.780395:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696657.780406:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696657.780408:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696657.781820:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696657.781830:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696657.781832:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696657.781834:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696657.781839:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696657.781844:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696657.781851:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696657.781856:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696657.781862:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696657.781868:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a800 00000400:00000200:0.0:1755696657.781873:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696657.781878:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13e9 [1] + 224 00000800:00000001:0.0:1755696657.781887:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696657.781895:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696657.781898:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696657.781902:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696657.781907:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696657.781912:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696657.781923:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696657.781942:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696657.781949:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696657.781952:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.782003:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696657.782006:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696657.782010:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696657.782012:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696657.782014:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696657.782017:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696657.782019:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696657.782020:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696657.782025:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696657.782032:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696657.782037:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696657.782038:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.782040:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696657.782043:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696657.782045:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696657.782047:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696657.782049:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696657.782055:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=14 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696657.782058:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=62 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696657.782059:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696657.782061:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696657.782068:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696657.782070:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696657.782073:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696657.782076:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696657.782081:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696657.782083:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696657.782085:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696657.782087:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696657.782093:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120610816:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696657.782096:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.782097:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696657.782099:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120610816/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696657.782116:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696657.782119:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696657.782121:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696657.782124:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696657.782125:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696657.782126:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696657.782128:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696657.782130:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696657.782132:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696657.782134:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696657.782136:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696657.782138:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696657.782139:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.782141:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696657.782144:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696657.782145:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696657.782147:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696657.782149:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696657.794844:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295907342, at 4295907343 00000100:00000040:1.0:1755696657.794850:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295907342, at 4295907343 00000100:00000010:0.0:1755696657.794852:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:1.0:1755696657.794859:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696658.483924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696658.483937:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696658.483941:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696658.483973:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696658.483981:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696658.483984:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696658.483987:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696658.483990:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696658.484052:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696658.484056:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696658.484060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696659.507957:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696659.507971:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696659.508153:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696659.508184:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696659.508190:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696660.531922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696660.531931:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696660.531987:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696660.531990:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696660.531993:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696661.555918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696661.555929:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696661.556051:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696661.556056:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696661.556061:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696662.579879:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696662.579887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696662.579935:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696662.579938:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696662.579941:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696662.899906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696662.899913:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696662.899919:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696662.899924:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696662.899928:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696662.899931:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696662.899936:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696662.899942:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696662.899950:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696662.899962:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696662.899971:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696662.899975:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696662.899980:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696662.900003:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696662.900005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696662.900008:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696662.900011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696662.900013:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696662.900016:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1250) 00000100:00000001:1.0:1755696662.900058:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696662.900074:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696662.900077:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696662.900077:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696662.900083:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696662.900084:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696662.900092:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696662.900099:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696662.900103:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696662.900106:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696662.900108:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696662.900111:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120610944:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696662.900114:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696662.900120:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696662.900122:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696662.900124:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696662.900126:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696662.900128:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696662.900136:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696662.900140:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696662.900145:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696662.900152:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120610944, portal 25 00000100:00000001:1.0:1755696662.900154:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696662.900155:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696662.900159:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696662.900164:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696662.900166:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696662.900168:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5660. 00000100:00000200:1.0:1755696662.900170:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120610944, offset 0 00000400:00000200:1.0:1755696662.900175:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696662.900183:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696662.900189:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696662.900194:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696662.900198:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696662.900201:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696662.900203:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696662.900206:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [346:346:256:4294967295] 192.168.203.157@tcp LPNI seq info [346:346:8:4294967295] 00000400:00000200:1.0:1755696662.900209:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696662.900217:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696662.900226:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696662.900229:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696662.900236:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696662.900242:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696662.900246:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696662.900259:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696662.900262:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696662.900265:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295912462 00000100:00000010:1.0:1755696662.900268:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696662.900275:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696662.900280:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295912462 00000100:00000010:1.0:1755696662.900282:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696662.900285:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696662.900287:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696662.900289:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696662.900291:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696662.900293:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696662.900300:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696662.900302:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696662.900304:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696662.900305:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696662.900306:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696662.900308:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696662.900358:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696662.900363:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696662.900367:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696662.900373:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696662.900377:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5660 00000400:00000010:0.0:1755696662.900379:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5660. 00000100:00000001:0.0:1755696662.900382:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696662.900386:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696662.900394:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696662.900397:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696662.900411:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696662.900413:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696662.901689:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696662.901700:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696662.901702:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696662.901704:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696662.901709:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696662.901713:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696662.901719:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696662.901723:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696662.901726:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696662.901729:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a880 00000400:00000200:0.0:1755696662.901733:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696662.901737:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x13f9 [1] + 224 00000800:00000001:0.0:1755696662.901742:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696662.901749:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696662.901751:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696662.901753:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696662.901757:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696662.901761:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696662.901769:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696662.901804:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696662.901811:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696662.901814:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696662.901832:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696662.901834:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696662.901839:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696662.901841:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696662.901843:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696662.901847:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696662.901849:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696662.901851:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696662.901855:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696662.901863:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696662.901874:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696662.901875:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696662.901877:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696662.901879:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696662.901881:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696662.901883:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696662.901885:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696662.901891:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=19 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696662.901894:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=67 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696662.901896:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696662.901897:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696662.901899:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696662.901901:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696662.901903:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696662.901906:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696662.901910:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696662.901913:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696662.901915:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696662.901917:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696662.901923:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120610944:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696662.901926:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696662.901927:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696662.901929:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120610944/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696678 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696662.901933:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696662.901936:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696662.901938:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696662.901940:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696662.901942:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696662.901945:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696662.901947:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696662.901949:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696662.901951:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696662.901952:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696662.901954:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696662.901956:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696662.901957:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696662.901958:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696662.901961:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696662.901962:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696662.901963:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696662.901964:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696662.914846:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295912462, at 4295912463 00000100:00000040:0.0:1755696662.914851:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295912462, at 4295912463 00000100:00000010:1.0:1755696662.914855:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:0.0:1755696662.914859:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696663.603951:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696663.603962:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696663.604123:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696663.604129:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696663.604135:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696664.627877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696664.627905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696664.627951:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696664.627953:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696664.627955:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696665.651867:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696665.651874:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696665.651955:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696665.651959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696665.651962:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696666.675927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696666.675940:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696666.676029:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696666.676130:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696666.676137:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696667.699930:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696667.699944:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696667.700115:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696667.700122:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696667.700128:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696668.019842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696668.019850:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696668.019858:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696668.019864:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696668.019868:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696668.019871:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696668.019876:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696668.019883:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696668.019891:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696668.019903:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696668.019914:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696668.019918:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696668.019925:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_00+0] req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.019947:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696668.019950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696668.019953:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696668.019961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696668.019964:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696668.019968:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1255) 00000100:00000001:1.0:1755696668.019984:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696668.019987:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696668.019990:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696668.019996:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.020002:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696668.020004:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696668.020007:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696668.020010:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696668.020012:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696668.020015:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120611072:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696668.020018:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696668.020036:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696668.020039:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696668.020041:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696668.020045:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696668.020046:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696668.020055:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696668.020060:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696668.020067:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696668.020073:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611072, portal 25 00000100:00000001:1.0:1755696668.020076:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696668.020077:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:1.0:1755696668.020083:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.020088:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696668.020092:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696668.020095:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5e58. 00000100:00000200:1.0:1755696668.020102:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611072, offset 0 00000400:00000200:1.0:1755696668.020109:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696668.020118:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.020125:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696668.020130:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696668.020135:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696668.020139:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696668.020141:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696668.020145:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [347:347:256:4294967295] 192.168.203.157@tcp LPNI seq info [347:347:8:4294967295] 00000400:00000200:1.0:1755696668.020148:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.020160:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696668.020165:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696668.020169:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e200. 00000800:00000200:1.0:1755696668.020175:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696668.020181:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696668.020185:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696668.020195:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696668.020199:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696668.020202:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295917582 00000100:00000010:1.0:1755696668.020205:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696668.020212:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696668.020216:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295917582 00000100:00000010:1.0:1755696668.020219:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696668.020221:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696668.020224:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696668.020225:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.020228:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.020230:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696668.020237:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696668.020239:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696668.020240:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696668.020246:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696668.020247:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.020250:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.020257:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696668.020259:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696668.020346:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696668.020349:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e200. 00000400:00000200:1.0:1755696668.020353:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696668.020358:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696668.020361:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5e58 00000400:00000010:1.0:1755696668.020363:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5e58. 00000100:00000001:1.0:1755696668.020367:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696668.020370:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.020377:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696668.020380:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.020385:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.020386:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696668.021728:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696668.021739:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696668.021741:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696668.021743:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696668.021748:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.021753:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696668.021759:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.021762:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.021765:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.021768:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a900 00000400:00000200:1.0:1755696668.021772:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696668.021776:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1409 [1] + 224 00000800:00000001:1.0:1755696668.021798:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696668.021806:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696668.021808:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696668.021817:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696668.021821:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696668.021825:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696668.021834:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.021845:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696668.021850:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696668.021853:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696668.021860:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696668.021862:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696668.021865:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696668.021867:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696668.021869:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:1.0:1755696668.021871:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:1.0:1755696668.021872:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:1.0:1755696668.021874:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696668.021877:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696668.021882:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.021886:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696668.021887:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696668.021889:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696668.021891:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696668.021894:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696668.021896:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696668.021898:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696668.021904:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=25 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696668.021907:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696668.021908:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696668.021910:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696668.021912:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696668.021913:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.021920:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696668.021924:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.021928:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696668.021931:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696668.021932:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696668.021935:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696668.021942:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120611072:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696668.021946:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696668.021947:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696668.021949:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120611072/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696684 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696668.021953:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696668.021955:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696668.021958:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696668.021960:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696668.021962:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696668.021963:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696668.021965:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696668.021967:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755696668.021969:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696668.021971:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696668.021973:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:1.0:1755696668.021974:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696668.021975:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696668.021976:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696668.021979:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696668.021980:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696668.021982:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696668.021984:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696668.034849:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295917582, at 4295917583 00000100:00000010:1.0:1755696668.034861:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00000100:00000040:0.0:1755696668.034931:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295917582, at 4295917583 00000100:00000010:0.0:1755696668.034939:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696668.723853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696668.723864:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696668.723867:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696668.723871:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696668.723877:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696668.723880:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696668.723882:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696668.723885:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696668.723936:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696668.723939:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696668.723943:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696669.747906:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696669.747914:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696669.748071:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696669.748077:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696669.748082:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696670.771914:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696670.771922:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696670.771949:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696670.771952:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696670.771956:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696671.795916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696671.795926:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696671.796077:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696671.796084:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696671.796090:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696672.819940:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696672.819951:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696672.820027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696672.820031:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696672.820035:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696673.139934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696673.139949:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696673.139963:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028380. 00000020:00000040:1.0:1755696673.139973:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696673.139978:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696673.140002:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696673.140010:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696673.140022:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696673.140032:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696673.140052:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696673.140069:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696673.140076:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696673.140085:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002bd14812] to pc [ptlrpcd_00_01+1] req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696673.140133:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696673.140139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696673.140148:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696673.140154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696673.140161:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696673.140173:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1260) 00000100:00000001:0.0:1755696673.140198:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696673.140207:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696673.140209:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696673.140212:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696673.140215:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696673.140224:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696673.140241:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696673.140245:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696673.140252:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696673.140257:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696673.140263:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696673.140271:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120611200:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696673.140279:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696673.140289:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696673.140294:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696673.140299:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696673.140306:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696673.140309:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696673.140322:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696673.140329:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696673.140336:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696673.140346:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611200, portal 25 00000100:00000001:0.0:1755696673.140349:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696673.140352:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275605888 : -118784433945728 : ffff93f758028380) 00000100:00000040:0.0:1755696673.140360:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696673.140371:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696673.140374:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696673.140378:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee880. 00000100:00000200:0.0:1755696673.140381:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611200, offset 0 00000400:00000200:0.0:1755696673.140389:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696673.140402:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696673.140432:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696673.140440:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696673.140447:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696673.140452:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696673.140456:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696673.140461:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [348:348:256:4294967295] 192.168.203.157@tcp LPNI seq info [348:348:8:4294967295] 00000400:00000200:0.0:1755696673.140467:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696673.140482:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696673.140491:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696673.140497:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8500. 00000800:00000200:0.0:1755696673.140506:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696673.140517:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696673.140524:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696673.140553:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696673.140562:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696673.140568:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295922702 00000100:00000010:0.0:1755696673.140577:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696673.140589:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696673.140601:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295922702 00000100:00000010:0.0:1755696673.140607:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fa20. 00000100:00000001:0.0:1755696673.140612:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696673.140617:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696673.140622:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696673.140628:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696673.140633:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696673.140645:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696673.140650:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696673.140654:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696673.140657:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696673.140659:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696673.140663:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696673.140738:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696673.140747:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8500. 00000400:00000200:1.0:1755696673.140754:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696673.140763:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696673.140769:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee880 00000400:00000010:1.0:1755696673.140772:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee880. 00000100:00000001:1.0:1755696673.140778:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696673.140821:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696673.140834:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696673.140838:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696673.140847:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696673.140850:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696673.142042:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696673.142061:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696673.142065:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696673.142069:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696673.142077:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696673.142086:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696673.142095:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696673.142101:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696673.142107:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696673.142112:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620a980 00000400:00000200:1.0:1755696673.142118:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696673.142125:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1419 [1] + 224 00000800:00000001:1.0:1755696673.142135:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696673.142162:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696673.142166:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696673.142171:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696673.142177:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696673.142184:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696673.142199:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696673.142228:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696673.142242:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696673.142250:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696673.142296:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696673.142313:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696673.142322:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696673.142325:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696673.142330:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696673.142336:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696673.142339:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696673.142342:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696673.142349:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696673.142362:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696673.142371:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696673.142373:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696673.142377:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696673.142380:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696673.142383:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696673.142387:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696673.142391:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696673.142400:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=30 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696673.142405:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=78 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696673.142409:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696673.142411:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696673.142415:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696673.142418:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696673.142422:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696673.142427:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696673.142437:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696673.142441:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696673.142444:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696673.142448:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696673.142458:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120611200:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696673.142475:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696673.142478:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696673.142482:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028380 x1840980120611200/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696689 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696673.142491:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696673.142494:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696673.142498:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696673.142502:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696673.142505:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696673.142507:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696673.142510:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696673.142513:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:0.0:1755696673.142517:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696673.142519:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696673.142522:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028380. 00000100:00000001:0.0:1755696673.142526:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696673.142528:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696673.142531:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696673.142536:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696673.142539:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696673.142541:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696673.142543:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696673.154911:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295922702, at 4295922703 00000100:00000040:0.0:1755696673.154911:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295922702, at 4295922703 00000100:00000010:0.0:1755696673.154927:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696673.154933:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fa20. 00010000:00000001:0.0:1755696673.843846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696673.843853:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696673.843929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696673.843933:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696673.843936:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696674.867916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696674.867926:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696674.867958:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696674.867961:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696674.867965:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696675.891933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696675.891949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696675.892121:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696675.892128:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696675.892133:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696676.915848:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696676.915853:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696676.915877:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696676.915880:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696676.915883:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696677.939888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696677.939905:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696677.939909:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696677.939913:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696677.939921:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696677.939924:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696677.939927:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696677.939930:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696677.940026:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696677.940031:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696677.940034:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696678.260055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696678.260070:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696678.260098:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3100. 00000020:00000040:2.0:1755696678.260108:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696678.260114:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696678.260118:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696678.260126:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696678.260162:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755696678.260173:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696678.260189:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696678.260206:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696678.260213:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696678.260222:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000084f889cb] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696678.260270:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696678.260274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696678.260280:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696678.260284:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696678.260288:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696678.260294:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1265) 00000100:00000001:2.0:1755696678.260311:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696678.260316:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696678.260320:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.260330:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696678.260333:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.260336:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696678.260339:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696678.260343:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696678.260352:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696678.260363:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696678.260366:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696678.260372:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1755696678.260375:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696678.260376:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696678.260386:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696678.260386:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696678.260399:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611328:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696678.260419:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696678.260428:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696678.260432:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696678.260436:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696678.260441:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696678.260445:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696678.260457:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696678.260463:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696678.260472:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696678.260493:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611328, portal 25 00000100:00000001:2.0:1755696678.260497:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696678.260499:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971072 : -118784421580544 : ffff93f758bf3100) 00000100:00000040:2.0:1755696678.260507:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696678.260518:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696678.260522:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696678.260526:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a82a8. 00000100:00000200:2.0:1755696678.260530:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611328, offset 0 00000400:00000200:2.0:1755696678.260539:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696678.260552:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696678.260563:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696678.260571:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696678.260577:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696678.260583:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696678.260587:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696678.260593:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [349:349:256:4294967295] 192.168.203.157@tcp LPNI seq info [349:349:8:4294967295] 00000400:00000200:2.0:1755696678.260598:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696678.260612:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696678.260620:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696678.260626:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755696678.260635:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696678.260654:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696678.260661:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696678.260685:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696678.260692:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696678.260697:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295927822 00000100:00000010:2.0:1755696678.260703:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755696678.260713:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696678.260729:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295927822 00000100:00000010:2.0:1755696678.260733:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755696678.260738:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696678.260747:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696678.260752:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696678.260757:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696678.260762:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696678.260999:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696678.261009:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755696678.261018:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696678.261028:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696678.261035:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a82a8 00000400:00000010:1.0:1755696678.261038:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a82a8. 00000100:00000001:1.0:1755696678.261044:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696678.261051:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696678.261066:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696678.261071:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696678.261081:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696678.261083:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696678.262911:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696678.262931:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696678.262935:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696678.262941:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696678.262973:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696678.262991:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696678.263001:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696678.263007:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696678.263013:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696678.263019:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620aa00 00000400:00000200:1.0:1755696678.263026:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696678.263033:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1429 [1] + 224 00000800:00000001:1.0:1755696678.263042:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696678.263052:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696678.263056:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696678.263061:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696678.263067:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696678.263074:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696678.263101:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696678.263131:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696678.263142:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696678.263147:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.263230:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696678.263236:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696678.263244:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696678.263247:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696678.263251:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696678.263258:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696678.263260:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696678.263264:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696678.263273:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696678.263288:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696678.263298:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696678.263300:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.263304:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696678.263308:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696678.263311:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696678.263314:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696678.263318:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696678.263328:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=35 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696678.263346:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=83 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696678.263350:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696678.263352:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696678.263356:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696678.263359:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696678.263363:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696678.263369:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696678.263390:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696678.263394:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696678.263397:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696678.263401:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696678.263412:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611328:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696678.263418:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.263421:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696678.263425:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3100 x1840980120611328/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696694 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696678.263433:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696678.263436:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696678.263440:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696678.263445:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696678.263447:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696678.263450:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696678.263453:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696678.263456:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:2.0:1755696678.263459:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696678.263462:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696678.263464:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3100. 00000100:00000001:2.0:1755696678.263471:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696678.263472:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.263475:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696678.263480:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696678.263488:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696678.263491:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696678.263494:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696678.274914:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295927822, at 4295927823 00000100:00000010:1.0:1755696678.274931:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00000100:00000040:0.0:1755696678.274967:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295927822, at 4295927823 00000100:00000010:0.0:1755696678.274982:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00010000:00000001:0.0:1755696678.963922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696678.963955:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696678.963991:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696678.963996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696678.964001:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696679.987889:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696679.987900:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696679.987986:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696679.987990:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696679.987993:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696681.011948:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696681.011958:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696681.011989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696681.011992:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696681.011996:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696682.035947:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696682.035957:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696682.036109:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696682.036115:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696682.036121:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696683.059977:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696683.059988:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696683.060020:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696683.060024:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696683.060028:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696683.379994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696683.380007:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696683.380022:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac000. 00000020:00000040:3.0:1755696683.380030:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696683.380036:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696683.380040:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696683.380047:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696683.380057:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696683.380091:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696683.380107:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696683.380121:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696683.380127:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696683.380135:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000793c7970] to pc [ptlrpcd_01_00+0] req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696683.380176:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696683.380180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696683.380185:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696683.380190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696683.380194:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696683.380200:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1270) 00000100:00000001:2.0:1755696683.380204:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696683.380212:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696683.380216:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696683.380217:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696683.380223:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696683.380229:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696683.380243:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696683.380246:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696683.380252:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696683.380256:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696683.380260:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696683.380264:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611456:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696683.380270:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696683.380277:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696683.380280:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696683.380283:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696683.380290:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696683.380292:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696683.380304:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696683.380309:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696683.380317:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696683.380326:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611456, portal 25 00000100:00000001:2.0:1755696683.380328:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696683.380330:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918581248 : -118784790970368 : ffff93f742bac000) 00000100:00000040:2.0:1755696683.380337:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696683.380362:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696683.380366:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696683.380371:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a82a8. 00000100:00000200:2.0:1755696683.380375:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611456, offset 0 00000400:00000200:2.0:1755696683.380383:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696683.380394:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696683.380404:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696683.380411:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696683.380416:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696683.380421:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696683.380424:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696683.380428:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [350:350:256:4294967295] 192.168.203.157@tcp LPNI seq info [350:350:8:4294967295] 00000400:00000200:2.0:1755696683.380433:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696683.380445:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696683.380452:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696683.380457:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696683.380465:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696683.380475:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696683.380481:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696683.380503:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696683.380508:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696683.380512:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295932942 00000100:00000010:2.0:1755696683.380517:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755696683.380526:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696683.380538:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295932942 00000100:00000010:2.0:1755696683.380542:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755696683.380545:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696683.380553:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696683.380556:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696683.380566:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696683.380568:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696683.380578:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696683.380582:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696683.380585:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696683.380587:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696683.380589:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696683.380592:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696683.380719:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696683.380727:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:1.0:1755696683.380734:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696683.380743:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696683.380748:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a82a8 00000400:00000010:1.0:1755696683.380751:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a82a8. 00000100:00000001:1.0:1755696683.380756:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696683.380762:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696683.380774:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696683.380779:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696683.380825:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696683.380828:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696683.382663:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696683.382683:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696683.382688:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696683.382691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696683.382700:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696683.382708:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696683.382719:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696683.382725:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696683.382731:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696683.382737:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620aa80 00000400:00000200:1.0:1755696683.382755:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696683.382763:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1431 [1] + 224 00000800:00000001:1.0:1755696683.382773:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696683.382813:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696683.382817:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696683.382823:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696683.382829:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696683.382853:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696683.382865:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696683.382887:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696683.382897:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696683.382900:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696683.382975:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696683.382979:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696683.382987:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696683.382989:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696683.382992:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696683.382998:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696683.383000:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696683.383003:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696683.383010:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696683.383022:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696683.383031:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696683.383032:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696683.383036:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696683.383039:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696683.383041:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696683.383045:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696683.383048:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696683.383056:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=40 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696683.383060:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=88 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696683.383064:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696683.383066:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696683.383069:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696683.383071:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696683.383075:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696683.383079:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696683.383103:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696683.383106:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696683.383109:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696683.383113:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696683.383122:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611456:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696683.383127:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696683.383130:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696683.383133:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac000 x1840980120611456/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696699 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696683.383140:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696683.383143:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696683.383146:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696683.383150:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696683.383152:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696683.383154:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696683.383156:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696683.383159:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755696683.383162:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696683.383164:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696683.383167:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac000. 00000100:00000001:2.0:1755696683.383170:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696683.383172:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696683.383174:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696683.383178:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696683.383180:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696683.383182:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696683.383185:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696683.394883:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295932942, at 4295932943 00000100:00000010:1.0:1755696683.394894:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00000100:00000040:0.0:1755696683.394929:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295932942, at 4295932943 00000100:00000010:0.0:1755696683.394943:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00010000:00000001:0.0:1755696684.083925:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696684.083945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696684.084096:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696684.084102:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696684.084107:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696685.107960:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696685.107971:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696685.108003:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696685.108007:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696685.108011:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696686.131972:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696686.131982:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696686.132098:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696686.132127:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696686.132148:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696687.155955:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696687.155963:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696687.155992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696687.155995:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696687.155997:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696688.179980:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696688.179993:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696688.179996:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696688.180000:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696688.180007:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696688.180010:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696688.180013:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696688.180016:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696688.180114:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696688.180119:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696688.180124:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696688.499997:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696688.500010:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696688.500024:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3100. 00000020:00000040:2.0:1755696688.500031:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696688.500035:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696688.500039:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696688.500045:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696688.500054:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755696688.500063:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696688.500076:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696688.500087:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696688.500092:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696688.500099:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000084f889cb] to pc [ptlrpcd_01_01+1] req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696688.500143:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696688.500146:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696688.500149:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696688.500152:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696688.500155:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696688.500160:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1275) 00000100:00000001:2.0:1755696688.500175:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696688.500180:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696688.500180:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755696688.500184:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696688.500188:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696688.500194:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696688.500219:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696688.500223:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696688.500224:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696688.500227:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696688.500233:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696688.500240:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696688.500242:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696688.500246:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696688.500249:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696688.500251:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696688.500255:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611584:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696688.500259:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696688.500266:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696688.500269:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696688.500271:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696688.500276:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010400. 02000000:00000001:2.0:1755696688.500278:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696688.500288:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696688.500293:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696688.500299:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696688.500308:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611584, portal 25 00000100:00000001:2.0:1755696688.500311:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696688.500313:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971072 : -118784421580544 : ffff93f758bf3100) 00000100:00000040:2.0:1755696688.500318:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696688.500326:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696688.500328:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696688.500331:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a85d8. 00000100:00000200:2.0:1755696688.500335:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611584, offset 0 00000400:00000200:2.0:1755696688.500341:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696688.500351:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696688.500359:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696688.500370:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696688.500376:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696688.500380:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696688.500383:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696688.500387:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [351:351:256:4294967295] 192.168.203.157@tcp LPNI seq info [351:351:8:4294967295] 00000400:00000200:2.0:1755696688.500391:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696688.500402:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696688.500408:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696688.500413:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755696688.500421:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696688.500430:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696688.500435:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696688.500456:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696688.500462:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696688.500466:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295938062 00000100:00000010:2.0:1755696688.500471:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755696688.500482:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696688.500500:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295938062 00000100:00000010:2.0:1755696688.500505:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee360. 00000100:00000001:2.0:1755696688.500514:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696688.500518:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696688.500521:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696688.500525:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696688.500528:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696688.500626:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696688.500632:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:1.0:1755696688.500638:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696688.500644:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696688.500649:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a85d8 00000400:00000010:1.0:1755696688.500651:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a85d8. 00000100:00000001:1.0:1755696688.500656:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696688.500660:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696688.500669:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696688.500672:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696688.500689:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696688.500691:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696688.502441:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696688.502462:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696688.502466:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696688.502469:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696688.502476:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696688.502484:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696688.502494:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696688.502499:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696688.502505:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696688.502511:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ab00 00000400:00000200:1.0:1755696688.502517:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696688.502525:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1439 [1] + 224 00000800:00000001:1.0:1755696688.502532:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696688.502552:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696688.502554:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696688.502558:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696688.502563:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696688.502566:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696688.502575:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696688.502593:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696688.502602:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696688.502607:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696688.502630:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696688.502633:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696688.502639:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696688.502642:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696688.502645:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696688.502650:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696688.502652:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696688.502654:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696688.502664:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696688.502672:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696688.502688:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696688.502690:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696688.502692:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696688.502695:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696688.502697:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696688.502699:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696688.502702:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696688.502709:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=45 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696688.502712:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=93 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696688.502715:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696688.502717:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696688.502720:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696688.502722:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696688.502725:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696688.502728:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696688.502734:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696688.502736:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696688.502738:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696688.502742:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696688.502748:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611584:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696688.502753:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696688.502754:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696688.502757:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3100 x1840980120611584/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696704 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696688.502763:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696688.502769:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696688.502772:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010400. 02000000:00000001:2.0:1755696688.502818:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696688.502820:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696688.502822:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696688.502824:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696688.502827:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:2.0:1755696688.502829:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696688.502831:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696688.502833:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3100. 00000100:00000001:2.0:1755696688.502838:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696688.502839:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696688.502841:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696688.502844:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696688.502846:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696688.502848:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696688.502849:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696688.514888:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295938062, at 4295938063 00000100:00000040:1.0:1755696688.514895:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295938062, at 4295938063 00000100:00000010:0.0:1755696688.514897:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00000100:00000010:1.0:1755696688.514904:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee360. 00010000:00000001:0.0:1755696689.203894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696689.203903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696689.203928:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696689.203930:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696689.203933:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696690.227895:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696690.227902:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696690.227994:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696690.227998:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696690.228001:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696691.251966:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696691.251976:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696691.252008:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696691.252011:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696691.252015:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696692.275867:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696692.275876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696692.275970:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696692.275974:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696692.275977:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696693.299928:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696693.299961:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696693.299992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696693.299995:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696693.299999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696693.619907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696693.619920:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696693.619929:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3100. 00000020:00000040:2.0:1755696693.619936:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696693.619941:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696693.619945:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696693.619952:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696693.619962:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755696693.619970:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696693.619984:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696693.619996:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696693.620002:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696693.620022:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000084f889cb] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696693.620061:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696693.620064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696693.620068:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696693.620071:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696693.620074:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696693.620079:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1280) 00000100:00000001:3.0:1755696693.620090:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696693.620104:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696693.620108:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696693.620183:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696693.620187:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696693.620196:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696693.620206:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696693.620208:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696693.620213:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696693.620217:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696693.620221:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696693.620227:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611712:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696693.620233:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696693.620241:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696693.620254:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696693.620258:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696693.620264:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bf600. 02000000:00000001:3.0:1755696693.620267:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696693.620279:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696693.620285:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696693.620294:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696693.620302:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611712, portal 25 00000100:00000001:3.0:1755696693.620305:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696693.620307:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287971072 : -118784421580544 : ffff93f758bf3100) 00000100:00000040:3.0:1755696693.620313:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696693.620321:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696693.620324:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696693.620326:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792aa0. 00000100:00000200:3.0:1755696693.620330:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611712, offset 0 00000400:00000200:3.0:1755696693.620336:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696693.620346:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696693.620353:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696693.620359:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696693.620363:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696693.620368:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696693.620370:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696693.620374:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [352:352:256:4294967295] 192.168.203.157@tcp LPNI seq info [352:352:8:4294967295] 00000400:00000200:3.0:1755696693.620378:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696693.620389:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696693.620395:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696693.620399:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755696693.620407:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696693.620415:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696693.620420:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696693.620436:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696693.620447:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696693.620450:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295943182 00000100:00000010:3.0:1755696693.620454:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aea0. 00000100:00000001:3.0:1755696693.620462:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696693.620474:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295943182 00000100:00000010:3.0:1755696693.620477:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aa20. 00000100:00000001:3.0:1755696693.620480:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696693.620487:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696693.620490:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696693.620494:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696693.620496:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696693.620505:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696693.620507:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696693.620510:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696693.620511:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696693.620513:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696693.620515:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696693.620586:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696693.620594:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755696693.620600:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696693.620608:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696693.620614:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792aa0 00000400:00000010:1.0:1755696693.620617:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792aa0. 00000100:00000001:1.0:1755696693.620622:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696693.620637:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696693.620649:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696693.620653:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696693.620661:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696693.620663:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696693.622555:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696693.622570:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696693.622575:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696693.622578:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696693.622585:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696693.622592:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696693.622600:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696693.622605:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696693.622610:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696693.622614:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ab80 00000400:00000200:1.0:1755696693.622620:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696693.622625:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1441 [1] + 224 00000800:00000001:1.0:1755696693.622634:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696693.622642:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696693.622645:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696693.622648:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696693.622654:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696693.622659:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696693.622671:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696693.622694:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696693.622703:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696693.622707:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696693.622731:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696693.622736:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696693.622742:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696693.622745:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696693.622748:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696693.622754:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696693.622756:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696693.622759:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696693.622766:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696693.622777:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696693.622812:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696693.622815:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696693.622818:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696693.622821:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696693.622857:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696693.622860:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696693.622871:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696693.622878:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=50 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696693.622882:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=98 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696693.622884:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696693.622886:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696693.622888:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696693.622890:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696693.622893:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696693.622898:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696693.622904:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696693.622907:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696693.622909:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696693.622913:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696693.622919:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120611712:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696693.622923:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696693.622924:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696693.622927:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3100 x1840980120611712/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696709 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696693.622932:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696693.622934:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696693.622938:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bf600. 02000000:00000001:3.0:1755696693.622940:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696693.622943:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696693.622944:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696693.622947:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696693.622949:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755696693.622952:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696693.622954:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696693.622956:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3100. 00000100:00000001:3.0:1755696693.622961:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696693.622962:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696693.622969:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696693.622972:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696693.622974:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696693.622976:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696693.622977:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696693.634906:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295943182, at 4295943183 00000100:00000040:0.0:1755696693.634909:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295943182, at 4295943183 00000100:00000010:0.0:1755696693.634922:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aea0. 00000100:00000010:1.0:1755696693.634928:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aa20. 00010000:00000001:0.0:1755696694.323960:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696694.323971:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696694.324120:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696694.324127:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696694.324132:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696695.347942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696695.347953:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696695.347996:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696695.348000:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696695.348004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696696.371933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696696.371945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696696.372073:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696696.372080:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696696.372086:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696697.395937:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696697.395946:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696697.395970:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696697.395973:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696697.395976:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696698.419878:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696698.419888:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696698.419891:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696698.419893:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696698.419898:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696698.419900:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696698.419902:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696698.419904:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696698.419981:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696698.419985:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696698.419988:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696698.739997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696698.740011:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696698.740021:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696698.740029:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696698.740034:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696698.740039:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696698.740046:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696698.740056:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e200. 00000100:00000001:1.0:1755696698.740065:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696698.740080:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696698.740094:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696698.740100:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696698.740107:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696698.740141:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696698.740145:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696698.740149:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696698.740152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696698.740155:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696698.740160:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1285) 00000100:00000001:0.0:1755696698.740228:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696698.740235:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696698.740239:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696698.740249:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696698.740258:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696698.740261:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696698.740266:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696698.740292:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696698.740295:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696698.740299:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120611840:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696698.740304:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696698.740311:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696698.740314:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696698.740317:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696698.740322:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696698.740324:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696698.740336:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696698.740342:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696698.740350:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696698.740358:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611840, portal 25 00000100:00000001:0.0:1755696698.740362:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696698.740364:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755696698.740370:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696698.740380:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696698.740383:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696698.740385:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eed48. 00000100:00000200:0.0:1755696698.740387:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611840, offset 0 00000400:00000200:0.0:1755696698.740395:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696698.740406:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696698.740415:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696698.740422:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696698.740427:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696698.740432:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696698.740434:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696698.740438:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [353:353:256:4294967295] 192.168.203.157@tcp LPNI seq info [353:353:8:4294967295] 00000400:00000200:0.0:1755696698.740442:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696698.740454:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696698.740460:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696698.740472:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8600. 00000800:00000200:0.0:1755696698.740480:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696698.740490:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696698.740496:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696698.740518:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696698.740524:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696698.740527:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295948302 00000100:00000010:0.0:1755696698.740532:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696698.740541:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696698.740548:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295948302 00000100:00000010:0.0:1755696698.740551:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f120. 00000100:00000001:0.0:1755696698.740554:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696698.740562:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696698.740564:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696698.740568:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696698.740571:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696698.740580:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696698.740584:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696698.740587:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696698.740588:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696698.740590:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696698.740593:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696698.740607:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696698.740609:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696698.740675:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696698.740681:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8600. 00000400:00000200:1.0:1755696698.740687:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696698.740694:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696698.740699:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eed48 00000400:00000010:1.0:1755696698.740702:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eed48. 00000100:00000001:1.0:1755696698.740707:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696698.740721:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696698.740732:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696698.740736:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696698.740744:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696698.740746:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696698.742689:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696698.742704:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696698.742707:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696698.742709:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696698.742716:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696698.742724:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696698.742733:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696698.742739:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696698.742744:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696698.742749:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ac00 00000400:00000200:1.0:1755696698.742754:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696698.742760:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1449 [1] + 224 00000800:00000001:1.0:1755696698.742767:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696698.742775:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696698.742778:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696698.742819:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696698.742825:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696698.742830:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696698.742841:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696698.742860:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696698.742868:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696698.742872:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696698.742939:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696698.742943:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696698.742950:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696698.742952:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696698.742955:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696698.742960:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696698.742962:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696698.742965:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696698.742971:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696698.742982:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696698.742998:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696698.743000:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696698.743003:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696698.743006:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696698.743009:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696698.743013:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696698.743016:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696698.743023:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=55 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696698.743027:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=103 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696698.743030:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696698.743032:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696698.743036:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696698.743038:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696698.743041:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696698.743046:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696698.743052:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696698.743055:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696698.743057:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696698.743061:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696698.743069:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120611840:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696698.743073:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696698.743075:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696698.743078:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120611840/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696714 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696698.743084:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696698.743086:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696698.743090:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696698.743093:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696698.743096:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696698.743102:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696698.743104:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696698.743107:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e200. 02000000:00000001:0.0:1755696698.743111:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696698.743113:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696698.743115:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:0.0:1755696698.743119:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696698.743120:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696698.743122:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696698.743126:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696698.743127:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696698.743129:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696698.743131:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696698.754874:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295948302, at 4295948303 00000100:00000040:0.0:1755696698.754887:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295948302, at 4295948303 00000100:00000010:1.0:1755696698.754894:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f120. 00000100:00000010:0.0:1755696698.754898:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696699.443897:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696699.443904:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696699.443926:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696699.443929:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696699.443931:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696700.467922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696700.467932:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696700.468060:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696700.468066:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696700.468070:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696701.491868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696701.491875:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696701.491921:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696701.491924:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696701.491926:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696702.515865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696702.515873:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696702.515954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696702.515958:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696702.515961:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696703.539929:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696703.539940:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696703.540004:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696703.540008:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696703.540012:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696703.859946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696703.859973:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696703.859986:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802bb80. 00000020:00000040:1.0:1755696703.859996:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696703.860004:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696703.860010:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696703.860020:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696703.860032:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696703.860044:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696703.860067:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696703.860091:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696703.860101:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696703.860114:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e37bedfa] to pc [ptlrpcd_00_01+1] req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696703.860169:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696703.860176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696703.860184:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696703.860189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696703.860196:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696703.860205:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1291) 00000100:00000001:0.0:1755696703.860286:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696703.860295:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696703.860299:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696703.860325:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696703.860350:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696703.860353:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696703.860360:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696703.860364:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696703.860368:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696703.860373:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120611968:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696703.860380:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696703.860388:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696703.860391:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696703.860395:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696703.860402:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696703.860405:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696703.860417:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696703.860424:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696703.860433:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696703.860443:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120611968, portal 25 00000100:00000001:0.0:1755696703.860447:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696703.860449:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275620224 : -118784433931392 : ffff93f75802bb80) 00000100:00000040:0.0:1755696703.860457:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696703.860469:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696703.860473:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696703.860477:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eebb0. 00000100:00000200:0.0:1755696703.860481:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120611968, offset 0 00000400:00000200:0.0:1755696703.860489:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696703.860502:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696703.860513:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696703.860521:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696703.860527:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696703.860533:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696703.860536:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696703.860550:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [354:354:256:4294967295] 192.168.203.157@tcp LPNI seq info [354:354:8:4294967295] 00000400:00000200:0.0:1755696703.860557:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696703.860572:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696703.860581:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696703.860588:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8800. 00000800:00000200:0.0:1755696703.860598:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696703.860609:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696703.860616:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696703.860645:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696703.860652:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696703.860656:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295953422 00000100:00000010:0.0:1755696703.860662:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696703.860673:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696703.860682:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295953422 00000100:00000010:0.0:1755696703.860686:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f360. 00000100:00000001:0.0:1755696703.860692:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696703.860696:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696703.860700:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696703.860706:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696703.860709:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696703.860722:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696703.860726:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696703.860730:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696703.860732:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696703.860734:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696703.860737:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696703.860830:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696703.860834:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696703.860936:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696703.860947:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8800. 00000400:00000200:1.0:1755696703.860968:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696703.860981:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696703.860989:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eebb0 00000400:00000010:1.0:1755696703.860994:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eebb0. 00000100:00000001:1.0:1755696703.861002:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696703.861024:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696703.861044:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696703.861052:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696703.861068:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696703.861071:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696703.863296:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696703.863315:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696703.863321:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696703.863326:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696703.863337:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696703.863350:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696703.863365:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696703.863373:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696703.863383:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696703.863391:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ac80 00000400:00000200:1.0:1755696703.863399:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696703.863410:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1459 [1] + 224 00000800:00000001:1.0:1755696703.863423:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696703.863438:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696703.863443:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696703.863450:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696703.863459:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696703.863470:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696703.863491:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696703.863527:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696703.863540:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696703.863547:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696703.863629:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696703.863635:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696703.863644:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696703.863647:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696703.863651:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696703.863669:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696703.863672:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696703.863676:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696703.863684:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696703.863699:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696703.863710:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696703.863712:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696703.863716:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696703.863720:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696703.863723:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696703.863727:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696703.863731:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696703.863740:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=60 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696703.863774:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=108 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696703.863779:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696703.863807:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696703.863811:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696703.863814:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696703.863818:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696703.863826:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696703.863836:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696703.863839:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696703.863843:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696703.863848:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696703.863858:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120611968:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696703.863864:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696703.863866:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696703.863870:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802bb80 x1840980120611968/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696719 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696703.863888:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696703.863892:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696703.863896:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012200. 02000000:00000001:0.0:1755696703.863901:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696703.863904:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696703.863906:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696703.863909:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696703.863912:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:0.0:1755696703.863916:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696703.863919:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696703.863921:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802bb80. 00000100:00000001:0.0:1755696703.863926:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696703.863928:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696703.863930:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696703.863936:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696703.863938:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696703.863941:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696703.863943:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696703.874906:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295953422, at 4295953423 00000100:00000010:0.0:1755696703.874919:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696703.874926:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295953422, at 4295953423 00000100:00000010:1.0:1755696703.874958:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f360. 00010000:00000001:0.0:1755696704.563923:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696704.563933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696704.564011:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696704.564016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696704.564021:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696705.587881:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696705.587889:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696705.587933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696705.587936:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696705.587938:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696706.611885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696706.611895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696706.611998:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696706.612003:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696706.612007:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696707.635950:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696707.635960:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696707.636024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696707.636028:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696707.636031:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696708.659921:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696708.659961:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696708.659965:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696708.659967:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696708.659975:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696708.659977:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696708.659980:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696708.659982:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696708.660095:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696708.660110:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696708.660115:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696708.980008:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696708.980024:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696708.980038:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1500. 00000020:00000040:2.0:1755696708.980048:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696708.980054:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696708.980059:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696708.980067:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696708.980080:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866400. 00000100:00000001:2.0:1755696708.980091:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696708.980109:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696708.980127:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696708.980134:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696708.980143:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000029f3dae6] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696708.980191:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696708.980196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696708.980202:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696708.980206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696708.980209:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696708.980216:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1296) 00000100:00000001:3.0:1755696708.980288:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696708.980297:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696708.980301:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696708.980313:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696708.980328:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696708.980332:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696708.980338:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696708.980342:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696708.980346:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696708.980350:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120612096:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696708.980357:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696708.980365:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696708.980369:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696708.980372:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696708.980381:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1be200. 02000000:00000001:3.0:1755696708.980384:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696708.980397:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696708.980403:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696708.980413:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696708.980424:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612096, portal 25 00000100:00000001:3.0:1755696708.980427:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696708.980430:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963904 : -118784421587712 : ffff93f758bf1500) 00000100:00000040:3.0:1755696708.980438:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696708.980449:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696708.980453:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696708.980457:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792dd0. 00000100:00000200:3.0:1755696708.980462:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612096, offset 0 00000400:00000200:3.0:1755696708.980491:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696708.980505:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696708.980516:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696708.980524:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696708.980530:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696708.980536:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696708.980540:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696708.980545:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [355:355:256:4294967295] 192.168.203.157@tcp LPNI seq info [355:355:8:4294967295] 00000400:00000200:3.0:1755696708.980551:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696708.980565:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696708.980574:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696708.980580:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755696708.980590:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696708.980601:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696708.980608:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696708.980637:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696708.980643:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696708.980648:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295958542 00000100:00000010:3.0:1755696708.980654:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a900. 00000100:00000001:3.0:1755696708.980665:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696708.980681:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295958542 00000100:00000010:3.0:1755696708.980686:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a6c0. 00000100:00000001:3.0:1755696708.980692:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696708.980697:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696708.980701:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696708.980725:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696708.980729:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696708.980741:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696708.980745:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696708.980749:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696708.980751:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696708.980762:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696708.980767:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696708.980826:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696708.980831:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696708.980943:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696708.980955:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:1.0:1755696708.980967:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696708.980980:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696708.980988:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792dd0 00000400:00000010:1.0:1755696708.980993:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792dd0. 00000100:00000001:1.0:1755696708.981001:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696708.981012:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696708.981032:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696708.981041:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696708.981056:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696708.981059:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696708.983414:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696708.983434:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696708.983439:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696708.983444:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696708.983457:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696708.983471:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696708.983485:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696708.983493:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696708.983502:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696708.983511:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ad00 00000400:00000200:1.0:1755696708.983519:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696708.983530:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1469 [1] + 224 00000800:00000001:1.0:1755696708.983543:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696708.983558:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696708.983564:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696708.983572:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696708.983580:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696708.983589:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696708.983623:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696708.983662:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696708.983676:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696708.983685:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696708.983703:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696708.983733:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696708.983743:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696708.983746:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696708.983750:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696708.983757:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696708.983760:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696708.983764:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696708.983773:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696708.983819:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696708.983829:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696708.983832:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696708.983836:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696708.983840:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696708.983844:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696708.983848:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696708.983852:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696708.983861:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=65 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696708.983867:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=113 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696708.983870:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696708.983872:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696708.983877:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696708.983880:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696708.983883:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696708.983889:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696708.983899:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696708.983903:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696708.983906:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696708.983911:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696708.983935:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120612096:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696708.983942:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696708.983945:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696708.983949:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1500 x1840980120612096/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696724 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696708.983958:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696708.983961:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696708.983966:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1be200. 02000000:00000001:3.0:1755696708.983970:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696708.983973:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696708.983975:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696708.983978:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696708.983981:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866400. 02000000:00000001:3.0:1755696708.983985:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696708.983988:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696708.983990:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1500. 00000100:00000001:3.0:1755696708.983997:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696708.983998:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696708.984001:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696708.984006:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696708.984008:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696708.984011:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696708.984014:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696708.994899:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295958542, at 4295958543 00000100:00000040:0.0:1755696708.994915:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295958542, at 4295958543 00000100:00000010:1.0:1755696708.994917:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a6c0. 00000100:00000010:0.0:1755696708.994933:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a900. 00010000:00000001:0.0:1755696709.683933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696709.683944:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696709.684013:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696709.684017:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696709.684021:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696710.707938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696710.707949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696710.708087:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696710.708094:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696710.708099:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696711.731898:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696711.731909:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696711.731937:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696711.731940:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696711.731943:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696712.755877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696712.755885:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696712.755982:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696712.755986:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696712.755989:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696713.779947:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696713.779958:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696713.779991:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696713.779995:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696713.780000:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696714.100024:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696714.100040:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696714.100059:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029500. 00000020:00000040:1.0:1755696714.100069:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696714.100075:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696714.100080:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696714.100089:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696714.100101:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755696714.100112:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696714.100173:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696714.100192:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696714.100200:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696714.100210:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000030387276] to pc [ptlrpcd_00_00+0] req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696714.100246:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696714.100251:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696714.100258:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696714.100262:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696714.100268:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696714.100303:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1301) 00000100:00000001:0.0:1755696714.100358:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696714.100367:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696714.100372:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696714.100385:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696714.100399:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696714.100402:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696714.100409:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696714.100431:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696714.100435:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696714.100441:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120612224:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696714.100448:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696714.100456:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696714.100460:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696714.100463:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696714.100470:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013200. 02000000:00000001:0.0:1755696714.100473:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696714.100487:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696714.100494:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696714.100503:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696714.100514:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612224, portal 25 00000100:00000001:0.0:1755696714.100517:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696714.100520:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275610368 : -118784433941248 : ffff93f758029500) 00000100:00000040:0.0:1755696714.100529:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696714.100540:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696714.100544:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696714.100549:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee550. 00000100:00000200:0.0:1755696714.100552:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612224, offset 0 00000400:00000200:0.0:1755696714.100561:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696714.100575:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696714.100586:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696714.100594:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696714.100601:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696714.100606:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696714.100610:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696714.100616:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [356:356:256:4294967295] 192.168.203.157@tcp LPNI seq info [356:356:8:4294967295] 00000400:00000200:0.0:1755696714.100621:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696714.100635:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696714.100644:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696714.100658:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8200. 00000800:00000200:0.0:1755696714.100703:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696714.100715:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696714.100722:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696714.100748:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696714.100755:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696714.100760:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295963662 00000100:00000010:0.0:1755696714.100766:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696714.100830:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696714.100841:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295963663 00000100:00000010:0.0:1755696714.100849:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fde0. 00000100:00000001:0.0:1755696714.100853:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696714.100857:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696714.100861:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696714.100866:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696714.100870:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696714.100883:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696714.100887:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696714.100891:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696714.100894:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696714.100896:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696714.100900:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696714.100918:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696714.100921:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696714.100983:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696714.100994:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8200. 00000400:00000200:1.0:1755696714.101004:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696714.101017:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696714.101025:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee550 00000400:00000010:1.0:1755696714.101029:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee550. 00000100:00000001:1.0:1755696714.101037:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696714.101046:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696714.101065:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696714.101073:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696714.101088:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696714.101091:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696714.103538:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696714.103559:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696714.103565:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696714.103570:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696714.103583:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696714.103594:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696714.103608:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696714.103616:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696714.103627:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696714.103637:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ad80 00000400:00000200:1.0:1755696714.103649:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696714.103660:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1471 [1] + 224 00000800:00000001:1.0:1755696714.103700:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696714.103716:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696714.103721:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696714.103730:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696714.103740:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696714.103763:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696714.103830:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696714.103866:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696714.103881:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696714.103889:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696714.103973:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696714.103978:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696714.103986:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696714.103989:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696714.103993:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696714.104000:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696714.104003:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696714.104007:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696714.104015:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696714.104030:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696714.104054:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696714.104057:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696714.104061:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696714.104065:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696714.104069:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696714.104073:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696714.104078:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696714.104087:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=71 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696714.104093:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=119 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696714.104096:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696714.104098:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696714.104103:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696714.104106:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696714.104110:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696714.104117:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696714.104127:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696714.104130:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696714.104134:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696714.104139:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696714.104150:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120612224:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696714.104156:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696714.104159:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696714.104163:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029500 x1840980120612224/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696730 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696714.104171:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696714.104174:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696714.104178:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013200. 02000000:00000001:0.0:1755696714.104183:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696714.104185:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696714.104194:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696714.104198:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696714.104201:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:0.0:1755696714.104206:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696714.104209:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696714.104212:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029500. 00000100:00000001:0.0:1755696714.104216:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696714.104218:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696714.104221:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696714.104226:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696714.104228:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696714.104230:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696714.104233:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696714.115909:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295963662, at 4295963664 00000100:00000010:0.0:1755696714.115923:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696714.115937:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295963663, at 4295963664 00000100:00000010:1.0:1755696714.115955:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fde0. 00010000:00000001:0.0:1755696714.803877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696714.803885:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696714.803932:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696714.803948:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696714.803952:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696715.827865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696715.827873:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696715.827892:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696715.827895:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696715.827897:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696716.851967:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696716.851977:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696716.852080:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696716.852089:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696716.852096:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696717.875932:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696717.875945:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696717.875949:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696717.875952:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696717.875961:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696717.875964:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696717.875967:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696717.875970:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696717.875998:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696717.876002:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696717.876005:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696718.899912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696718.899922:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696718.900023:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696718.900027:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696718.900030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696719.219918:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696719.219929:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696719.219940:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029c00. 00000020:00000040:1.0:1755696719.219947:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696719.219950:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696719.219953:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696719.219959:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696719.219967:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ed00. 00000100:00000001:1.0:1755696719.219974:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696719.219987:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696719.219997:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696719.220002:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696719.220008:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c688285c] to pc [ptlrpcd_00_01+1] req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696719.220034:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696719.220036:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696719.220040:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696719.220042:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696719.220044:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696719.220064:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1306) 00000100:00000001:1.0:1755696719.220101:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696719.220103:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696719.220105:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696719.220109:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696719.220109:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696719.220117:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696719.220123:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696719.220126:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696719.220129:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696719.220132:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696719.220134:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696719.220137:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120612352:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696719.220141:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696719.220146:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696719.220148:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696719.220150:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696719.220154:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696719.220156:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696719.220164:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696719.220168:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589250b0. 00000400:00000010:1.0:1755696719.220174:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755696719.220180:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612352, portal 25 00000100:00000001:1.0:1755696719.220182:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696719.220184:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275612160 : -118784433939456 : ffff93f758029c00) 00000100:00000040:1.0:1755696719.220188:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696719.220194:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696719.220196:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696719.220198:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5e58. 00000100:00000200:1.0:1755696719.220200:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612352, offset 0 00000400:00000200:1.0:1755696719.220206:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696719.220214:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.220221:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696719.220231:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696719.220236:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696719.220239:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696719.220242:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696719.220245:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [357:357:256:4294967295] 192.168.203.157@tcp LPNI seq info [357:357:8:4294967295] 00000400:00000200:1.0:1755696719.220248:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.220258:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696719.220262:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696719.220268:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696719.220274:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696719.220281:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696719.220286:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696719.220300:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696719.220304:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696719.220307:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295968782 00000100:00000010:1.0:1755696719.220311:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696719.220318:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696719.220324:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295968782 00000100:00000010:1.0:1755696719.220327:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696719.220330:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696719.220332:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696719.220334:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696719.220336:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696719.220338:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696719.220345:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696719.220347:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696719.220349:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696719.220351:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696719.220352:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696719.220354:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696719.220408:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696719.220413:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696719.220418:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696719.220424:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696719.220428:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5e58 00000400:00000010:0.0:1755696719.220430:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5e58. 00000100:00000001:0.0:1755696719.220433:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696719.220437:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696719.220445:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696719.220448:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696719.220453:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696719.220455:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696719.222669:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696719.222680:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696719.222689:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696719.222692:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696719.222697:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.222701:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696719.222707:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.222710:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.222733:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.222738:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ae00 00000400:00000200:1.0:1755696719.222745:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696719.222753:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1481 [1] + 224 00000800:00000001:1.0:1755696719.222762:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696719.222773:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696719.222776:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696719.222781:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696719.222787:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696719.222836:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696719.222868:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696719.222886:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696719.222894:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696719.222898:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696719.222945:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696719.222948:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696719.222953:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696719.222955:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696719.222957:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589250b0. 00000400:00000200:0.0:1755696719.222960:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:0.0:1755696719.222962:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:0.0:1755696719.222964:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696719.222968:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696719.222976:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696719.222981:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696719.222982:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696719.222984:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696719.222986:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696719.222988:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696719.222990:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696719.222993:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696719.223005:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=76 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696719.223008:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=124 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696719.223010:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696719.223011:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696719.223014:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696719.223016:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696719.223018:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696719.223022:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696719.223026:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696719.223028:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696719.223030:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696719.223033:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696719.223039:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120612352:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696719.223042:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696719.223043:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696719.223045:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029c00 x1840980120612352/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696735 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696719.223049:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696719.223052:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696719.223054:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:0.0:1755696719.223057:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696719.223058:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696719.223060:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696719.223062:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696719.223064:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ed00. 02000000:00000001:0.0:1755696719.223066:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696719.223067:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696719.223069:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029c00. 00000100:00000001:0.0:1755696719.223072:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696719.223073:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696719.223074:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696719.223080:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696719.223081:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696719.223083:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696719.223084:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696719.234879:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295968782, at 4295968783 00000100:00000010:0.0:1755696719.234886:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00000100:00000040:1.0:1755696719.234895:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295968782, at 4295968783 00000100:00000010:1.0:1755696719.234902:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696719.923941:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696719.923949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696719.923977:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696719.923981:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696719.923985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696720.947932:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696720.947937:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696720.948064:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696720.948070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696720.948075:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696721.971916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696721.971924:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696721.971951:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696721.971955:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696721.971958:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696722.995933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696722.995946:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696722.996051:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696722.996056:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696722.996060:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696724.019893:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696724.019903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696724.019934:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696724.019939:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696724.019942:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696724.339922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696724.339938:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696724.339956:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802ad80. 00000020:00000040:1.0:1755696724.339965:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696724.339971:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696724.339976:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696724.339985:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696724.339997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696724.340035:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696724.340053:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696724.340071:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696724.340078:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696724.340087:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000006ef502d] to pc [ptlrpcd_00_00+0] req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696724.340129:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696724.340133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696724.340139:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696724.340142:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696724.340147:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696724.340153:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1311) 00000100:00000001:0.0:1755696724.340227:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696724.340236:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696724.340241:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696724.340254:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696724.340268:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696724.340271:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696724.340277:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696724.340281:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696724.340285:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696724.340289:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120612480:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696724.340309:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696724.340318:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696724.340322:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696724.340325:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696724.340332:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696724.340336:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696724.340349:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696724.340356:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696724.340365:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696724.340376:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612480, portal 25 00000100:00000001:0.0:1755696724.340380:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696724.340382:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275616640 : -118784433934976 : ffff93f75802ad80) 00000100:00000040:0.0:1755696724.340391:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696724.340402:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696724.340407:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696724.340410:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee110. 00000100:00000200:0.0:1755696724.340414:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612480, offset 0 00000400:00000200:0.0:1755696724.340423:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696724.340436:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696724.340449:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696724.340456:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696724.340463:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696724.340469:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696724.340472:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696724.340478:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [358:358:256:4294967295] 192.168.203.157@tcp LPNI seq info [358:358:8:4294967295] 00000400:00000200:0.0:1755696724.340483:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696724.340497:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696724.340506:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696724.340512:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8a00. 00000800:00000200:0.0:1755696724.340522:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696724.340540:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696724.340547:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696724.340580:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696724.340624:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696724.340629:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295973902 00000100:00000010:0.0:1755696724.340636:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696724.340647:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696724.340657:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295973902 00000100:00000010:0.0:1755696724.340662:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f3c0. 00000100:00000001:0.0:1755696724.340667:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696724.340672:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696724.340677:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696724.340682:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696724.340686:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696724.340698:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696724.340701:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696724.340705:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696724.340707:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696724.340709:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696724.340712:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696724.340731:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696724.340735:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696724.340851:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696724.340861:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8a00. 00000400:00000200:1.0:1755696724.340869:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696724.340879:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696724.340885:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee110 00000400:00000010:1.0:1755696724.340889:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee110. 00000100:00000001:1.0:1755696724.340895:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696724.340903:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696724.340918:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696724.340923:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696724.340933:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696724.340936:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696724.343403:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696724.343423:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696724.343439:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696724.343445:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696724.343453:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696724.343462:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696724.343472:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696724.343478:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696724.343484:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696724.343490:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ae80 00000400:00000200:1.0:1755696724.343497:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696724.343505:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1491 [1] + 224 00000800:00000001:1.0:1755696724.343514:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696724.343525:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696724.343528:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696724.343533:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696724.343540:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696724.343547:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696724.343562:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696724.343615:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696724.343626:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696724.343631:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696724.343692:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696724.343698:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696724.343706:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696724.343709:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696724.343713:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696724.343720:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696724.343723:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696724.343727:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696724.343735:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696724.343750:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696724.343814:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696724.343818:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696724.343823:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696724.343827:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696724.343830:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696724.343835:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696724.343839:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696724.343849:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=81 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696724.343854:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=129 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696724.343858:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696724.343861:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696724.343865:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696724.343868:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696724.343872:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696724.343879:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696724.343888:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696724.343892:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696724.343895:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696724.343900:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696724.343911:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120612480:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696724.343917:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696724.343920:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696724.343923:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802ad80 x1840980120612480/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696740 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696724.343931:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696724.343935:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696724.343939:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696724.343943:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696724.343947:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696724.343956:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696724.343960:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696724.343963:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:0.0:1755696724.343968:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696724.343970:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696724.343973:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802ad80. 00000100:00000001:0.0:1755696724.343978:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696724.343980:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696724.343982:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696724.343988:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696724.343990:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696724.343993:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696724.343995:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696724.354877:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295973902, at 4295973903 00000100:00000010:0.0:1755696724.354890:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696724.354908:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295973902, at 4295973903 00000100:00000010:1.0:1755696724.354922:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f3c0. 00010000:00000001:0.0:1755696725.043914:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696725.043938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696725.044082:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696725.044087:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696725.044092:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696726.067852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696726.067858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696726.067876:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696726.067878:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696726.067881:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696727.091935:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696727.091946:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696727.092072:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696727.092081:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696727.092087:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696728.115860:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696728.115869:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696728.115871:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696728.115873:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696728.115877:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696728.115879:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696728.115881:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696728.115882:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696728.115899:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696728.115902:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696728.115904:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696729.139853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696729.139859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696729.139946:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696729.139949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696729.139952:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696729.459887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696729.459901:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696729.459914:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802b480. 00000020:00000040:1.0:1755696729.459921:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696729.459925:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696729.459928:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696729.459935:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696729.459943:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e200. 00000100:00000001:1.0:1755696729.459969:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696729.459982:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696729.459992:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696729.459996:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696729.460002:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000017b6d349] to pc [ptlrpcd_00_01+1] req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696729.460032:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696729.460034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696729.460038:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696729.460040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696729.460043:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696729.460047:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1316) 00000100:00000001:0.0:1755696729.460118:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696729.460123:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696729.460127:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696729.460135:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696729.460144:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696729.460146:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696729.460150:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696729.460152:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696729.460155:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696729.460157:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120612608:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696729.460162:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696729.460167:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696729.460170:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696729.460172:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696729.460177:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696729.460179:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696729.460188:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696729.460194:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696729.460200:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696729.460208:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612608, portal 25 00000100:00000001:0.0:1755696729.460210:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696729.460212:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275618432 : -118784433933184 : ffff93f75802b480) 00000100:00000040:0.0:1755696729.460217:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696729.460224:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696729.460227:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696729.460229:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee4c8. 00000100:00000200:0.0:1755696729.460231:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612608, offset 0 00000400:00000200:0.0:1755696729.460237:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696729.460247:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696729.460255:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696729.460260:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696729.460272:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696729.460275:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696729.460278:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696729.460281:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [359:359:256:4294967295] 192.168.203.157@tcp LPNI seq info [359:359:8:4294967295] 00000400:00000200:0.0:1755696729.460285:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696729.460295:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696729.460301:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696729.460305:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8400. 00000800:00000200:0.0:1755696729.460313:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696729.460321:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696729.460326:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696729.460344:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696729.460348:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696729.460351:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295979022 00000100:00000010:0.0:1755696729.460354:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696729.460362:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696729.460368:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295979022 00000100:00000010:0.0:1755696729.460370:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f060. 00000100:00000001:0.0:1755696729.460372:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696729.460378:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696729.460380:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696729.460383:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696729.460385:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696729.460393:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696729.460396:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696729.460398:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696729.460400:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696729.460401:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696729.460403:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696729.460416:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696729.460418:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696729.460503:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696729.460508:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8400. 00000400:00000200:1.0:1755696729.460514:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696729.460521:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696729.460525:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee4c8 00000400:00000010:1.0:1755696729.460527:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee4c8. 00000100:00000001:1.0:1755696729.460531:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696729.460535:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696729.460544:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696729.460573:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696729.460580:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696729.460581:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696729.462281:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696729.462294:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696729.462303:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696729.462306:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696729.462312:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696729.462317:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696729.462323:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696729.462327:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696729.462331:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696729.462334:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620af00 00000400:00000200:1.0:1755696729.462339:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696729.462343:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14a1 [1] + 224 00000800:00000001:1.0:1755696729.462349:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696729.462356:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696729.462358:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696729.462361:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696729.462365:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696729.462369:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696729.462377:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696729.462394:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696729.462401:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696729.462404:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696729.462459:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696729.462463:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696729.462475:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696729.462477:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696729.462479:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696729.462483:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696729.462485:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696729.462487:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696729.462492:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696729.462501:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696729.462508:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696729.462509:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696729.462512:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696729.462514:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696729.462516:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696729.462519:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696729.462522:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696729.462528:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=86 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696729.462532:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=134 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696729.462534:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696729.462535:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696729.462538:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696729.462540:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696729.462543:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696729.462562:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696729.462568:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696729.462571:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696729.462573:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696729.462576:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696729.462582:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120612608:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696729.462587:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696729.462593:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696729.462596:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802b480 x1840980120612608/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696745 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696729.462601:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696729.462604:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696729.462607:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013000. 02000000:00000001:0.0:1755696729.462610:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696729.462612:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696729.462613:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696729.462615:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696729.462617:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e200. 02000000:00000001:0.0:1755696729.462620:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696729.462622:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696729.462623:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802b480. 00000100:00000001:0.0:1755696729.462626:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696729.462627:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696729.462629:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696729.462632:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696729.462634:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696729.462635:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696729.462637:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696729.474852:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295979022, at 4295979023 00000100:00000010:0.0:1755696729.474860:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696729.474864:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295979022, at 4295979023 00000100:00000010:1.0:1755696729.474876:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f060. 00010000:00000001:0.0:1755696730.163894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696730.163902:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696730.163928:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696730.163932:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696730.163935:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696731.187912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696731.187920:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696731.188042:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696731.188047:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696731.188052:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696732.211900:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696732.211906:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696732.211924:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696732.211926:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696732.211928:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696733.235912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696733.235933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696733.236064:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696733.236071:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696733.236076:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696734.259912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696734.259920:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696734.259948:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696734.259952:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696734.259955:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696734.579994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696734.580005:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696734.580017:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2a00. 00000020:00000040:2.0:1755696734.580025:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696734.580031:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696734.580036:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696734.580044:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696734.580069:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696734.580080:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696734.580098:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696734.580115:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696734.580123:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696734.580131:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000886b9baa] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696734.580172:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696734.580176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696734.580181:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696734.580184:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696734.580188:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696734.580194:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1321) 00000100:00000001:3.0:1755696734.580274:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696734.580283:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696734.580287:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696734.580301:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696734.580315:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696734.580318:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696734.580324:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696734.580329:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696734.580332:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696734.580350:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120612736:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696734.580357:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696734.580366:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696734.580369:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696734.580372:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696734.580378:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bfa00. 02000000:00000001:3.0:1755696734.580381:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696734.580393:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696734.580400:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696734.580409:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696734.580419:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612736, portal 25 00000100:00000001:3.0:1755696734.580422:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696734.580424:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287969280 : -118784421582336 : ffff93f758bf2a00) 00000100:00000040:3.0:1755696734.580432:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696734.580444:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696734.580448:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696734.580451:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792990. 00000100:00000200:3.0:1755696734.580456:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612736, offset 0 00000400:00000200:3.0:1755696734.580464:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696734.580477:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696734.580487:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696734.580495:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696734.580502:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696734.580532:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696734.580537:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696734.580542:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [360:360:256:4294967295] 192.168.203.157@tcp LPNI seq info [360:360:8:4294967295] 00000400:00000200:3.0:1755696734.580548:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696734.580563:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696734.580573:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696734.580579:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755696734.580598:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696734.580609:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696734.580616:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696734.580642:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696734.580649:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696734.580653:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295984142 00000100:00000010:3.0:1755696734.580659:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a660. 00000100:00000001:3.0:1755696734.580669:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696734.580684:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295984142 00000100:00000010:3.0:1755696734.580688:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a540. 00000100:00000001:3.0:1755696734.580692:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696734.580700:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696734.580704:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696734.580708:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696734.580712:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696734.580724:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696734.580728:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696734.580731:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696734.580733:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696734.580736:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696734.580739:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696734.580759:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696734.580764:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696734.580886:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696734.580896:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:1.0:1755696734.580904:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696734.580914:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696734.580921:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792990 00000400:00000010:1.0:1755696734.580925:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792990. 00000100:00000001:1.0:1755696734.580931:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696734.580938:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696734.580965:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696734.580971:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696734.580981:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696734.580984:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696734.583453:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696734.583470:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696734.583475:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696734.583479:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696734.583489:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696734.583499:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696734.583552:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696734.583558:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696734.583565:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696734.583571:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620af80 00000400:00000200:1.0:1755696734.583578:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696734.583585:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14b1 [1] + 224 00000800:00000001:1.0:1755696734.583594:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696734.583606:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696734.583609:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696734.583614:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696734.583621:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696734.583628:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696734.583642:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696734.583670:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696734.583681:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696734.583685:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696734.583721:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696734.583727:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696734.583735:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696734.583738:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696734.583741:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696734.583749:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696734.583751:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696734.583755:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696734.583764:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696734.583779:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696734.583827:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696734.583830:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696734.583834:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696734.583839:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696734.583842:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696734.583846:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696734.583850:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696734.583859:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=91 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696734.583864:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=139 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696734.583868:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696734.583870:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696734.583874:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696734.583877:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696734.583881:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696734.583887:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696734.583897:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696734.583900:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696734.583904:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696734.583909:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696734.583920:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120612736:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696734.583926:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696734.583929:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696734.583933:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2a00 x1840980120612736/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696750 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696734.583941:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696734.583944:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696734.583948:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bfa00. 02000000:00000001:3.0:1755696734.583952:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696734.583955:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696734.583964:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696734.583967:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696734.583970:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:3.0:1755696734.583974:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696734.583978:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696734.583981:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2a00. 00000100:00000001:3.0:1755696734.583987:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696734.583989:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696734.583991:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696734.583997:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696734.583999:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696734.584002:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696734.584004:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696734.594905:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295984142, at 4295984143 00000100:00000040:0.0:1755696734.594917:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295984142, at 4295984143 00000100:00000010:1.0:1755696734.594920:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a540. 00000100:00000010:0.0:1755696734.594932:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a660. 00010000:00000001:0.0:1755696735.283924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696735.283934:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696735.284031:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696735.284039:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696735.284044:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696736.307909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696736.307917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696736.307940:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696736.307943:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696736.307946:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696737.331938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696737.331949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696737.332053:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696737.332059:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696737.332064:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696738.355895:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696738.355906:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696738.355909:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696738.355912:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696738.355919:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696738.355922:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696738.355924:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696738.355927:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696738.355953:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696738.355957:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696738.355959:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696739.379918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696739.379929:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696739.380074:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696739.380081:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696739.380086:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696739.699989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696739.700006:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696739.700025:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802b480. 00000020:00000040:1.0:1755696739.700034:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696739.700040:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696739.700045:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696739.700054:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696739.700068:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696739.700080:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696739.700097:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696739.700115:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696739.700121:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696739.700131:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000017b6d349] to pc [ptlrpcd_00_00+0] req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696739.700172:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696739.700176:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696739.700182:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696739.700186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696739.700190:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696739.700196:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1326) 00000100:00000001:0.0:1755696739.700267:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696739.700276:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696739.700281:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696739.700293:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696739.700308:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696739.700338:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696739.700345:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696739.700350:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696739.700353:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696739.700358:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120612864:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696739.700366:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696739.700373:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696739.700377:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696739.700380:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696739.700388:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696739.700391:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696739.700404:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696739.700411:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696739.700420:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696739.700430:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612864, portal 25 00000100:00000001:0.0:1755696739.700434:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696739.700437:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275618432 : -118784433933184 : ffff93f75802b480) 00000100:00000040:0.0:1755696739.700445:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696739.700456:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696739.700460:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696739.700464:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee3b8. 00000100:00000200:0.0:1755696739.700503:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612864, offset 0 00000400:00000200:0.0:1755696739.700514:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696739.700527:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696739.700539:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696739.700547:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696739.700554:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696739.700559:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696739.700563:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696739.700568:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [361:361:256:4294967295] 192.168.203.157@tcp LPNI seq info [361:361:8:4294967295] 00000400:00000200:0.0:1755696739.700573:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696739.700587:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696739.700606:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696739.700612:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8c00. 00000800:00000200:0.0:1755696739.700623:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696739.700634:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696739.700641:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696739.700669:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696739.700676:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696739.700680:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295989262 00000100:00000010:0.0:1755696739.700686:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696739.700697:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696739.700707:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295989262 00000100:00000010:0.0:1755696739.700712:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f960. 00000100:00000001:0.0:1755696739.700716:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696739.700723:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696739.700726:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696739.700731:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696739.700735:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696739.700746:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696739.700749:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696739.700754:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696739.700756:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696739.700758:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696739.700761:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696739.700838:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696739.700843:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696739.700996:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696739.701007:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8c00. 00000400:00000200:1.0:1755696739.701018:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696739.701031:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696739.701039:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee3b8 00000400:00000010:1.0:1755696739.701044:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee3b8. 00000100:00000001:1.0:1755696739.701052:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696739.701062:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696739.701109:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696739.701119:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696739.701135:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696739.701139:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696739.703443:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696739.703464:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696739.703495:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696739.703503:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696739.703514:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696739.703522:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696739.703532:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696739.703538:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696739.703544:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696739.703550:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b000 00000400:00000200:1.0:1755696739.703557:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696739.703565:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14b9 [1] + 224 00000800:00000001:1.0:1755696739.703574:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696739.703585:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696739.703588:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696739.703593:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696739.703600:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696739.703607:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696739.703622:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696739.703653:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696739.703665:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696739.703669:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696739.703759:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696739.703765:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696739.703773:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696739.703776:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696739.703806:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696739.703814:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696739.703816:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696739.703820:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696739.703829:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696739.703856:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696739.703867:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696739.703870:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696739.703874:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696739.703878:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696739.703882:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696739.703885:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696739.703890:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696739.703899:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=96 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696739.703904:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=144 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696739.703908:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696739.703910:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696739.703914:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696739.703917:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696739.703921:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696739.703926:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696739.703936:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696739.703940:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696739.703942:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696739.703947:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696739.703959:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120612864:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696739.703965:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696739.703967:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696739.703971:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802b480 x1840980120612864/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696755 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696739.703979:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696739.703983:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696739.703993:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696739.703997:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696739.704000:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696739.704003:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696739.704006:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696739.704009:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:0.0:1755696739.704013:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696739.704016:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696739.704018:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802b480. 00000100:00000001:0.0:1755696739.704022:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696739.704024:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696739.704027:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696739.704032:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696739.704034:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696739.704037:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696739.704040:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696739.714902:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295989262, at 4295989263 00000100:00000010:0.0:1755696739.714915:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696739.714926:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295989262, at 4295989263 00000100:00000010:1.0:1755696739.714941:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f960. 00010000:00000001:0.0:1755696740.403870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696740.403878:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696740.403901:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696740.403904:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696740.403906:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696741.427851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696741.427856:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696741.427932:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696741.427935:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696741.427939:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696742.451855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696742.451861:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696742.451880:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696742.451882:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696742.451885:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696743.475929:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696743.475939:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696743.476059:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696743.476064:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696743.476068:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696744.499900:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696744.499905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696744.499931:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696744.499934:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696744.499936:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696744.819957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696744.819971:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696744.820009:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1c00. 00000020:00000040:2.0:1755696744.820018:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696744.820023:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696744.820028:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696744.820034:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696744.820045:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866200. 00000100:00000001:2.0:1755696744.820055:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696744.820071:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696744.820087:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696744.820093:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696744.820102:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000304cc3ad] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696744.820142:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696744.820146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696744.820151:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696744.820155:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696744.820160:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696744.820165:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1332) 00000100:00000001:3.0:1755696744.820256:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696744.820264:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696744.820268:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696744.820280:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696744.820294:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696744.820297:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696744.820303:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696744.820307:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696744.820310:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696744.820315:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120612992:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696744.820322:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696744.820330:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696744.820334:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696744.820337:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696744.820345:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bea00. 02000000:00000001:3.0:1755696744.820348:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696744.820360:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696744.820367:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696744.820376:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696744.820385:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120612992, portal 25 00000100:00000001:3.0:1755696744.820388:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696744.820402:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287965696 : -118784421585920 : ffff93f758bf1c00) 00000100:00000040:3.0:1755696744.820411:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696744.820423:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696744.820464:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696744.820469:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467925d8. 00000100:00000200:3.0:1755696744.820475:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120612992, offset 0 00000400:00000200:3.0:1755696744.820486:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696744.820498:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696744.820511:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696744.820518:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696744.820525:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696744.820530:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696744.820534:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696744.820539:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [362:362:256:4294967295] 192.168.203.157@tcp LPNI seq info [362:362:8:4294967295] 00000400:00000200:3.0:1755696744.820545:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696744.820559:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696744.820567:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696744.820572:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597100. 00000800:00000200:3.0:1755696744.820582:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696744.820592:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696744.820600:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696744.820626:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696744.820632:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696744.820637:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295994382 00000100:00000010:3.0:1755696744.820642:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a480. 00000100:00000001:3.0:1755696744.820653:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696744.820668:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295994382 00000100:00000010:3.0:1755696744.820672:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ae40. 00000100:00000001:3.0:1755696744.820676:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696744.820697:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696744.820701:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696744.820706:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696744.820711:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696744.820724:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696744.820727:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696744.820732:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696744.820735:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696744.820737:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696744.820741:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696744.820764:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696744.820768:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696744.820905:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696744.820915:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597100. 00000400:00000200:1.0:1755696744.820923:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696744.820933:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696744.820939:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467925d8 00000400:00000010:1.0:1755696744.820943:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467925d8. 00000100:00000001:1.0:1755696744.820948:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696744.820956:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696744.820971:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696744.820976:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696744.820985:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696744.820988:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696744.823037:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696744.823058:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696744.823063:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696744.823068:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696744.823076:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696744.823085:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696744.823095:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696744.823100:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696744.823106:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696744.823112:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b080 00000400:00000200:1.0:1755696744.823118:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696744.823125:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14c9 [1] + 224 00000800:00000001:1.0:1755696744.823134:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696744.823144:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696744.823148:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696744.823152:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696744.823158:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696744.823166:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696744.823202:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696744.823232:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696744.823244:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696744.823249:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696744.823279:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696744.823285:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696744.823293:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696744.823296:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696744.823300:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696744.823307:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696744.823310:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696744.823314:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696744.823323:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696744.823338:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696744.823349:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696744.823352:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696744.823355:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696744.823359:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696744.823362:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696744.823366:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696744.823369:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696744.823378:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=101 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696744.823383:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=149 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696744.823387:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696744.823389:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696744.823393:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696744.823396:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696744.823411:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696744.823417:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696744.823447:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696744.823452:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696744.823455:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696744.823460:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696744.823472:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120612992:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696744.823478:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696744.823481:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696744.823485:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1c00 x1840980120612992/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696760 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696744.823494:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696744.823497:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696744.823502:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bea00. 02000000:00000001:3.0:1755696744.823506:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696744.823509:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696744.823511:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696744.823514:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696744.823517:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866200. 02000000:00000001:3.0:1755696744.823521:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696744.823524:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696744.823527:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1c00. 00000100:00000001:3.0:1755696744.823532:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696744.823534:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696744.823536:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696744.823542:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696744.823544:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696744.823547:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696744.823549:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696744.834904:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295994382, at 4295994383 00000100:00000040:0.0:1755696744.834914:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295994382, at 4295994383 00000100:00000010:1.0:1755696744.834918:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ae40. 00000100:00000010:0.0:1755696744.834935:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a480. 00010000:00000001:0.0:1755696745.523927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696745.523935:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696745.524061:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696745.524069:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696745.524075:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696746.547856:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696746.547861:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696746.547889:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696746.547892:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696746.547894:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696747.571909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696747.571918:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696747.572048:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696747.572054:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696747.572059:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696748.595916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696748.595926:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696748.595929:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696748.595932:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696748.595938:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696748.595941:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696748.595943:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696748.595946:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696748.595968:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696748.595972:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696748.595975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696749.619855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696749.619860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696749.619996:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696749.620003:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696749.620009:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696749.939918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696749.939928:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696749.939949:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755696749.939956:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696749.939960:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696749.939965:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696749.939972:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696749.939982:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696749.939991:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696749.940007:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696749.940022:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696749.940027:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696749.940035:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b6ebac8f] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696749.940072:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696749.940077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696749.940082:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696749.940085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696749.940089:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696749.940094:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1337) 00000100:00000001:3.0:1755696749.940177:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696749.940185:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696749.940189:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696749.940212:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696749.940226:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696749.940229:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696749.940234:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696749.940239:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696749.940243:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696749.940247:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120613120:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696749.940253:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696749.940260:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696749.940263:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696749.940266:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696749.940272:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1be800. 02000000:00000001:3.0:1755696749.940274:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696749.940285:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696749.940291:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696749.940299:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696749.940307:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613120, portal 25 00000100:00000001:3.0:1755696749.940310:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696749.940312:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:3.0:1755696749.940320:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696749.940330:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696749.940334:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696749.940338:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792880. 00000100:00000200:3.0:1755696749.940342:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613120, offset 0 00000400:00000200:3.0:1755696749.940350:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696749.940361:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696749.940369:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696749.940376:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696749.940382:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696749.940440:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696749.940446:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696749.940461:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [363:363:256:4294967295] 192.168.203.157@tcp LPNI seq info [363:363:8:4294967295] 00000400:00000200:3.0:1755696749.940467:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696749.940481:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696749.940488:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696749.940495:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597100. 00000800:00000200:3.0:1755696749.940503:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696749.940514:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696749.940520:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696749.940546:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696749.940553:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696749.940557:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4295999502 00000100:00000010:3.0:1755696749.940563:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af00. 00000100:00000001:3.0:1755696749.940571:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696749.940586:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4295999502 00000100:00000010:3.0:1755696749.940590:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a300. 00000100:00000001:3.0:1755696749.940594:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696749.940605:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696749.940609:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696749.940616:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696749.940621:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696749.940630:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696749.940634:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696749.940637:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696749.940639:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696749.940640:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696749.940645:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696749.940665:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696749.940670:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696749.940745:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696749.940753:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597100. 00000400:00000200:1.0:1755696749.940760:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696749.940771:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696749.940777:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792880 00000400:00000010:1.0:1755696749.940824:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792880. 00000100:00000001:1.0:1755696749.940831:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696749.940840:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696749.940853:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696749.940857:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696749.940865:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696749.940867:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696749.943176:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696749.943196:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696749.943201:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696749.943204:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696749.943218:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696749.943227:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696749.943238:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696749.943245:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696749.943253:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696749.943262:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b100 00000400:00000200:1.0:1755696749.943287:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696749.943296:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14d1 [1] + 224 00000800:00000001:1.0:1755696749.943308:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696749.943320:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696749.943323:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696749.943328:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696749.943334:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696749.943342:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696749.943356:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696749.943408:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696749.943436:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696749.943441:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696749.943470:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696749.943476:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696749.943485:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696749.943497:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696749.943502:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696749.943521:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696749.943524:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696749.943529:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696749.943539:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696749.943554:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696749.943564:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696749.943566:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696749.943570:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696749.943574:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696749.943577:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696749.943581:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696749.943584:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696749.943593:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=106 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696749.943597:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=154 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696749.943601:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696749.943603:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696749.943606:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696749.943609:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696749.943613:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696749.943618:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696749.943627:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696749.943631:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696749.943634:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696749.943639:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696749.943649:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120613120:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696749.943655:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696749.943658:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696749.943663:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120613120/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696765 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696749.943688:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696749.943691:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696749.943695:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1be800. 02000000:00000001:3.0:1755696749.943698:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696749.943701:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696749.943703:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696749.943706:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696749.943709:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755696749.943713:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696749.943715:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696749.943717:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:3.0:1755696749.943722:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696749.943724:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696749.943726:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696749.943732:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696749.943734:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696749.943737:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696749.943739:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696749.954911:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4295999502, at 4295999503 00000100:00000040:0.0:1755696749.954915:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4295999502, at 4295999503 00000100:00000010:1.0:1755696749.954929:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a300. 00000100:00000010:0.0:1755696749.954933:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af00. 00010000:00000001:0.0:1755696750.643853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696750.643859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696750.643880:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696750.643883:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696750.643885:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696751.667877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696751.667886:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696751.667973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696751.667977:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696751.667981:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696752.691843:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696752.691848:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696752.691864:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696752.691872:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696752.691874:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696753.715855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696753.715860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696753.715995:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696753.716002:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696753.716008:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696754.739888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696754.739896:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696754.739923:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696754.739926:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696754.739930:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696755.059975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696755.059986:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696755.059999:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1c00. 00000020:00000040:0.0:1755696755.060006:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696755.060011:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696755.060015:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696755.060022:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696755.060033:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8700. 00000100:00000001:0.0:1755696755.060041:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696755.060055:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696755.060069:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696755.060074:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696755.060081:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002efa8c83] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696755.060117:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696755.060120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696755.060125:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696755.060128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696755.060131:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696755.060136:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1342) 00000100:00000001:0.0:1755696755.060167:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696755.060173:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696755.060175:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696755.060184:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696755.060185:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696755.060190:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696755.060192:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696755.060193:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696755.060198:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696755.060201:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696755.060208:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696755.060215:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696755.060218:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696755.060223:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696755.060225:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696755.060228:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696755.060231:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120613248:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696755.060235:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696755.060242:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696755.060245:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696755.060247:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696755.060252:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696755.060254:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696755.060264:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696755.060270:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696755.060276:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696755.060285:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613248, portal 25 00000100:00000001:0.0:1755696755.060287:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696755.060289:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321920 : -118784755229696 : ffff93f744dc1c00) 00000100:00000040:0.0:1755696755.060294:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696755.060302:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696755.060304:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696755.060306:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eef68. 00000100:00000200:0.0:1755696755.060309:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613248, offset 0 00000400:00000200:0.0:1755696755.060321:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696755.060332:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696755.060341:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696755.060347:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696755.060379:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696755.060383:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696755.060386:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696755.060390:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [364:364:256:4294967295] 192.168.203.157@tcp LPNI seq info [364:364:8:4294967295] 00000400:00000200:0.0:1755696755.060394:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696755.060405:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696755.060412:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696755.060417:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8d00. 00000800:00000200:0.0:1755696755.060425:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696755.060434:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696755.060440:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696755.060456:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696755.060460:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696755.060463:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296004622 00000100:00000010:0.0:1755696755.060467:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696755.060476:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696755.060483:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296004622 00000100:00000010:0.0:1755696755.060486:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fc00. 00000100:00000001:0.0:1755696755.060490:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696755.060494:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696755.060497:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696755.060501:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696755.060503:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696755.060590:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696755.060596:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8d00. 00000400:00000200:1.0:1755696755.060602:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696755.060609:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696755.060614:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eef68 00000400:00000010:1.0:1755696755.060616:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eef68. 00000100:00000001:1.0:1755696755.060621:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696755.060626:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696755.060636:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696755.060639:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696755.060646:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696755.060655:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696755.062574:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696755.062588:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696755.062591:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696755.062593:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696755.062600:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696755.062605:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696755.062615:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696755.062620:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696755.062625:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696755.062631:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b180 00000400:00000200:1.0:1755696755.062637:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696755.062642:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14d9 [1] + 224 00000800:00000001:1.0:1755696755.062649:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696755.062656:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696755.062659:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696755.062662:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696755.062666:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696755.062671:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696755.062681:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696755.062701:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696755.062709:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696755.062712:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696755.062772:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696755.062776:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696755.062808:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696755.062811:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696755.062813:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696755.062825:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696755.062827:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696755.062830:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696755.062835:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696755.062845:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696755.062853:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696755.062854:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696755.062857:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696755.062860:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696755.062863:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696755.062866:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696755.062869:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696755.062876:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=112 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696755.062880:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=10 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696755.062882:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696755.062884:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696755.062887:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696755.062889:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696755.062892:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696755.062896:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696755.062902:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696755.062904:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696755.062906:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696755.062910:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696755.062917:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120613248:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696755.062921:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696755.062923:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696755.062925:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1c00 x1840980120613248/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696771 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696755.062935:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696755.062938:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696755.062942:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012600. 02000000:00000001:0.0:1755696755.062945:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696755.062948:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696755.062950:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696755.062952:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696755.062954:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8700. 02000000:00000001:0.0:1755696755.062957:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696755.062959:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696755.062961:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1c00. 00000100:00000001:0.0:1755696755.062964:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696755.062966:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696755.062967:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696755.062971:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696755.062972:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696755.062974:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696755.062976:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696755.074832:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296004622, at 4296004623 00000100:00000010:0.0:1755696755.074842:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696755.074874:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296004622, at 4296004623 00000100:00000010:1.0:1755696755.074883:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fc00. 00010000:00000001:0.0:1755696755.764880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696755.764886:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696755.765023:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696755.765030:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696755.765035:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696756.787884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696756.787888:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696756.787910:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696756.787912:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696756.787915:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696757.812897:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696757.812911:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696757.812915:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696757.812920:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696757.812928:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696757.812932:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696757.812936:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696757.812945:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696757.813031:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696757.813039:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696757.813046:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696758.835929:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696758.835938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696758.836003:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696758.836013:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696758.836023:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696759.859910:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696759.859918:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696759.859990:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696759.859998:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696759.860003:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696760.180029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696760.180041:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696760.180056:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bae680. 00000020:00000040:3.0:1755696760.180064:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696760.180069:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696760.180074:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696760.180081:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696760.180092:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597800. 00000100:00000001:3.0:1755696760.180102:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696760.180127:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696760.180143:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696760.180149:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696760.180157:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d0c35f1b] to pc [ptlrpcd_01_01+1] req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696760.180241:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696760.180246:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696760.180252:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696760.180256:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696760.180260:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696760.180265:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1347) 00000100:00000001:3.0:1755696760.180298:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696760.180302:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696760.180306:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.180344:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696760.180348:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.180351:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696760.180354:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696760.180358:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696760.180366:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696760.180371:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696760.180383:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696760.180384:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696760.180387:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696760.180399:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696760.180403:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696760.180407:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696760.180412:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120613376:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696760.180418:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696760.180426:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696760.180430:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696760.180434:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696760.180441:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1be600. 02000000:00000001:3.0:1755696760.180445:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696760.180457:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696760.180463:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696760.180480:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696760.180489:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613376, portal 25 00000100:00000001:3.0:1755696760.180492:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696760.180495:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918591104 : -118784790960512 : ffff93f742bae680) 00000100:00000040:3.0:1755696760.180503:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696760.180514:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696760.180517:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696760.180521:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792d48. 00000100:00000200:3.0:1755696760.180525:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613376, offset 0 00000400:00000200:3.0:1755696760.180533:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696760.180544:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696760.180552:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696760.180559:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696760.180564:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696760.180569:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696760.180573:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696760.180578:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [365:365:256:4294967295] 192.168.203.157@tcp LPNI seq info [365:365:8:4294967295] 00000400:00000200:3.0:1755696760.180584:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696760.180596:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696760.180604:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696760.180610:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755696760.180619:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696760.180629:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696760.180636:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696760.180660:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696760.180666:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696760.180670:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296009742 00000100:00000010:3.0:1755696760.180676:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aba0. 00000100:00000001:3.0:1755696760.180685:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696760.180701:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296009742 00000100:00000010:3.0:1755696760.180713:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a240. 00000100:00000001:3.0:1755696760.180721:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696760.180727:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696760.180730:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696760.180736:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696760.180740:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696760.180877:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696760.180887:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:1.0:1755696760.180895:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696760.180905:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696760.180911:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792d48 00000400:00000010:1.0:1755696760.180929:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792d48. 00000100:00000001:1.0:1755696760.180934:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696760.180942:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696760.180954:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696760.180957:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696760.180963:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696760.180964:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696760.183234:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696760.183251:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696760.183254:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696760.183257:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696760.183266:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696760.183273:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696760.183281:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696760.183287:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696760.183294:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696760.183300:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b200 00000400:00000200:1.0:1755696760.183331:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696760.183338:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14e9 [1] + 224 00000800:00000001:1.0:1755696760.183348:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696760.183357:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696760.183360:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696760.183364:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696760.183369:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696760.183374:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696760.183384:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696760.183406:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696760.183414:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696760.183427:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.183460:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696760.183467:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696760.183475:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696760.183478:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696760.183482:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696760.183489:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696760.183492:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696760.183498:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696760.183508:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696760.183523:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696760.183533:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696760.183535:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.183539:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696760.183543:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696760.183546:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696760.183549:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696760.183553:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696760.183561:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696760.183566:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696760.183570:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696760.183572:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696760.183576:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696760.183578:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696760.183582:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696760.183588:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696760.183596:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696760.183613:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696760.183616:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696760.183622:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696760.183634:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120613376:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696760.183640:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.183643:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696760.183648:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bae680 x1840980120613376/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696776 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696760.183656:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696760.183659:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696760.183663:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1be600. 02000000:00000001:3.0:1755696760.183667:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696760.183669:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696760.183671:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696760.183674:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696760.183677:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597800. 02000000:00000001:3.0:1755696760.183681:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696760.183684:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696760.183686:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bae680. 00000100:00000001:3.0:1755696760.183690:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696760.183692:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.183695:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696760.183701:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696760.183703:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696760.183706:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696760.183708:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696760.194930:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296009742, at 4296009743 00000100:00000010:1.0:1755696760.194946:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a240. 00000100:00000040:0.0:1755696760.194947:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296009742, at 4296009743 00000100:00000010:0.0:1755696760.194961:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aba0. 00010000:00000001:0.0:1755696760.883950:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696760.883960:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696760.884081:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696760.884086:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696760.884090:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696761.907874:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696761.907882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696761.907952:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696761.907958:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696761.907963:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696762.931876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696762.931883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696762.931963:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696762.931967:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696762.931970:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696763.955907:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696763.955918:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696763.956078:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696763.956087:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696763.956093:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696764.979890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696764.979897:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696764.979989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696764.979992:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696764.979995:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696765.299924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696765.299934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696765.299945:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1c00. 00000020:00000040:0.0:1755696765.299951:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696765.299956:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696765.299960:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696765.299965:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696765.299973:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8700. 00000100:00000001:0.0:1755696765.299982:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696765.299995:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696765.300006:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696765.300011:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696765.300017:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002efa8c83] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696765.300044:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696765.300047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696765.300064:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696765.300067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696765.300070:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696765.300074:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1352) 00000100:00000001:1.0:1755696765.300102:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696765.300108:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696765.300111:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696765.300119:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696765.300127:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696765.300129:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696765.300133:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696765.300136:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696765.300138:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696765.300141:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120613504:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696765.300145:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696765.300151:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696765.300154:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696765.300156:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696765.300161:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095400. 02000000:00000001:1.0:1755696765.300163:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696765.300172:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696765.300176:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925dc0. 00000400:00000010:1.0:1755696765.300182:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5908. 00000100:00000200:1.0:1755696765.300191:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613504, portal 25 00000100:00000001:1.0:1755696765.300193:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696765.300195:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321920 : -118784755229696 : ffff93f744dc1c00) 00000100:00000040:1.0:1755696765.300200:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696765.300206:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696765.300209:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696765.300211:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d57f8. 00000100:00000200:1.0:1755696765.300213:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613504, offset 0 00000400:00000200:1.0:1755696765.300219:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696765.300235:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.300243:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696765.300249:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696765.300253:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696765.300257:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696765.300259:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696765.300262:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [366:366:256:4294967295] 192.168.203.157@tcp LPNI seq info [366:366:8:4294967295] 00000400:00000200:1.0:1755696765.300265:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.300293:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696765.300298:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696765.300302:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696765.300309:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696765.300317:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696765.300322:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696765.300338:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696765.300341:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696765.300344:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296014862 00000100:00000010:1.0:1755696765.300348:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696765.300356:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696765.300364:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296014862 00000100:00000010:1.0:1755696765.300367:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696765.300370:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696765.300372:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696765.300374:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696765.300377:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696765.300380:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696765.300387:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696765.300390:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696765.300393:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696765.300394:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696765.300396:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696765.300398:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696765.300413:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696765.300415:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696765.300491:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696765.300496:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696765.300501:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696765.300507:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696765.300511:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d57f8 00000400:00000010:0.0:1755696765.300513:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d57f8. 00000100:00000001:0.0:1755696765.300517:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696765.300521:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696765.300530:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696765.300533:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696765.300539:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696765.300540:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696765.302485:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696765.302496:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696765.302498:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696765.302500:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696765.302505:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.302509:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696765.302515:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.302518:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.302523:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.302526:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b280 00000400:00000200:1.0:1755696765.302530:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696765.302534:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x14f1 [1] + 224 00000800:00000001:1.0:1755696765.302541:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696765.302557:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696765.302559:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696765.302563:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696765.302568:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696765.302572:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696765.302581:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696765.302599:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696765.302607:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696765.302611:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696765.302660:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696765.302663:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696765.302668:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696765.302670:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696765.302672:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925dc0. 00000400:00000200:0.0:1755696765.302676:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5908 00000400:00000010:0.0:1755696765.302677:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5908. 00000100:00000001:0.0:1755696765.302679:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696765.302684:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696765.302691:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696765.302697:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696765.302704:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696765.302707:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696765.302709:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696765.302711:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696765.302713:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696765.302716:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696765.302722:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=122 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696765.302725:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=20 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696765.302727:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696765.302729:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696765.302731:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696765.302733:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696765.302735:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696765.302739:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696765.302743:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696765.302746:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696765.302747:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696765.302750:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696765.302756:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120613504:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696765.302760:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696765.302761:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696765.302763:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1c00 x1840980120613504/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696781 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696765.302767:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696765.302770:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696765.302772:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095400. 02000000:00000001:0.0:1755696765.302775:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696765.302776:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696765.302778:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696765.302800:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696765.302802:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8700. 02000000:00000001:0.0:1755696765.302809:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696765.302811:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696765.302813:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1c00. 00000100:00000001:0.0:1755696765.302816:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696765.302818:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696765.302819:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696765.302822:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696765.302823:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696765.302825:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696765.302827:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696765.314849:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296014862, at 4296014863 00000100:00000040:1.0:1755696765.314858:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296014862, at 4296014863 00000100:00000010:0.0:1755696765.314858:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:1.0:1755696765.314867:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696766.003887:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696766.003895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696766.003987:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696766.003991:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696766.003994:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696767.027943:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696767.027953:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696767.028088:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696767.028094:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696767.028098:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696768.051955:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696768.051969:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696768.051973:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696768.051978:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696768.051987:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696768.051991:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696768.051995:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696768.051999:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696768.052123:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696768.052129:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696768.052134:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696769.075915:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696769.075923:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696769.076001:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696769.076005:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696769.076008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696770.099944:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696770.099953:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696770.100087:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696770.100094:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696770.100115:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696770.419930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696770.419944:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696770.419957:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1c00. 00000020:00000040:0.0:1755696770.419966:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696770.419972:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696770.419978:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696770.419986:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696770.419997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8700. 00000100:00000001:0.0:1755696770.420023:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696770.420042:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696770.420058:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696770.420065:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696770.420074:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002efa8c83] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696770.420118:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696770.420122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696770.420128:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696770.420132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696770.420137:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696770.420144:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1357) 00000100:00000001:1.0:1755696770.420159:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696770.420164:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696770.420168:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696770.420172:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696770.420176:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696770.420191:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696770.420226:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696770.420249:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696770.420256:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696770.420260:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696770.420264:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696770.420269:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120613632:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696770.420276:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696770.420284:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696770.420288:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696770.420291:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696770.420298:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094400. 02000000:00000001:1.0:1755696770.420301:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696770.420314:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696770.420320:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925a50. 00000400:00000010:1.0:1755696770.420329:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5cc0. 00000100:00000200:1.0:1755696770.420340:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613632, portal 25 00000100:00000001:1.0:1755696770.420343:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696770.420346:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321920 : -118784755229696 : ffff93f744dc1c00) 00000100:00000040:1.0:1755696770.420354:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696770.420364:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696770.420368:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696770.420372:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5000. 00000100:00000200:1.0:1755696770.420375:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613632, offset 0 00000400:00000200:1.0:1755696770.420384:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696770.420397:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.420407:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696770.420414:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696770.420421:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696770.420427:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696770.420430:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696770.420444:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [367:367:256:4294967295] 192.168.203.157@tcp LPNI seq info [367:367:8:4294967295] 00000400:00000200:1.0:1755696770.420450:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.420465:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696770.420474:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696770.420481:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696770.420492:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696770.420504:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696770.420511:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696770.420537:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696770.420544:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696770.420548:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296019982 00000100:00000010:1.0:1755696770.420554:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696770.420564:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696770.420577:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296019982 00000100:00000010:1.0:1755696770.420581:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696770.420585:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696770.420589:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696770.420592:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696770.420597:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696770.420600:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696770.420611:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696770.420616:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696770.420620:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696770.420622:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696770.420624:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696770.420627:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696770.420767:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696770.420777:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696770.420813:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696770.420824:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696770.420830:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5000 00000400:00000010:0.0:1755696770.420834:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5000. 00000100:00000001:0.0:1755696770.420840:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696770.420847:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696770.420862:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696770.420867:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696770.420877:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696770.420879:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696770.423158:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696770.423174:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696770.423178:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696770.423181:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696770.423190:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.423197:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696770.423206:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.423222:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.423260:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.423266:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b300 00000400:00000200:1.0:1755696770.423275:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696770.423285:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1501 [1] + 224 00000800:00000001:1.0:1755696770.423301:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696770.423319:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696770.423325:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696770.423332:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696770.423342:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696770.423351:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696770.423374:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696770.423416:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696770.423429:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696770.423437:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696770.423516:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696770.423521:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696770.423530:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696770.423533:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696770.423537:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925a50. 00000400:00000200:0.0:1755696770.423544:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5cc0 00000400:00000010:0.0:1755696770.423547:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5cc0. 00000100:00000001:0.0:1755696770.423550:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696770.423559:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696770.423574:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696770.423584:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696770.423586:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696770.423590:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696770.423594:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696770.423598:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696770.423601:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696770.423605:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696770.423614:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=127 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696770.423620:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=25 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696770.423623:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696770.423625:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696770.423629:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696770.423632:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696770.423636:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696770.423642:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696770.423651:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696770.423655:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696770.423658:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696770.423663:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696770.423673:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120613632:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696770.423691:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696770.423694:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696770.423699:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1c00 x1840980120613632/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696786 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696770.423707:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696770.423711:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696770.423715:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094400. 02000000:00000001:0.0:1755696770.423719:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696770.423722:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696770.423724:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696770.423727:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696770.423730:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8700. 02000000:00000001:0.0:1755696770.423734:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696770.423737:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696770.423740:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1c00. 00000100:00000001:0.0:1755696770.423745:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696770.423747:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696770.423749:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696770.423755:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696770.423757:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696770.423759:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696770.423762:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696770.434909:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296019982, at 4296019983 00000100:00000040:0.0:1755696770.434920:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296019982, at 4296019983 00000100:00000010:1.0:1755696770.434923:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:0.0:1755696770.434938:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696771.123937:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696771.123946:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696771.124074:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696771.124081:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696771.124087:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696772.147969:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696772.147985:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696772.148139:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696772.148147:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696772.148153:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696773.171953:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696773.171965:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696773.172110:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696773.172116:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696773.172120:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696774.195925:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696774.195937:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696774.196094:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696774.196101:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696774.196107:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696775.219895:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696775.219905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696775.219966:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696775.219971:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696775.219975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696775.539863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696775.539892:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696775.539900:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1c00. 00000020:00000040:0.0:1755696775.539906:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696775.539910:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696775.539913:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696775.539919:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696775.539927:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8700. 00000100:00000001:0.0:1755696775.539934:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696775.539945:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696775.539955:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696775.539960:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696775.539966:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002efa8c83] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696775.539998:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696775.540000:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696775.540004:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696775.540005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696775.540008:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696775.540011:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1362) 00000100:00000001:0.0:1755696775.540047:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696775.540048:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696775.540052:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755696775.540055:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696775.540056:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.540067:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696775.540069:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.540071:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696775.540073:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696775.540076:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696775.540082:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696775.540088:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696775.540095:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696775.540099:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696775.540101:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696775.540104:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696775.540107:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120613760:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696775.540111:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696775.540117:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696775.540120:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696775.540122:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696775.540125:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755696775.540127:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696775.540137:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696775.540141:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696775.540147:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696775.540154:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613760, portal 25 00000100:00000001:0.0:1755696775.540156:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696775.540157:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321920 : -118784755229696 : ffff93f744dc1c00) 00000100:00000040:0.0:1755696775.540161:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696775.540167:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696775.540170:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696775.540172:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee770. 00000100:00000200:0.0:1755696775.540174:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613760, offset 0 00000400:00000200:0.0:1755696775.540179:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696775.540211:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696775.540219:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696775.540224:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696775.540228:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696775.540232:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696775.540234:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696775.540237:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [368:368:256:4294967295] 192.168.203.157@tcp LPNI seq info [368:368:8:4294967295] 00000400:00000200:0.0:1755696775.540240:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696775.540249:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696775.540259:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696775.540262:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8b00. 00000800:00000200:0.0:1755696775.540269:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696775.540276:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696775.540280:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696775.540294:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696775.540298:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696775.540301:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296025102 00000100:00000010:0.0:1755696775.540304:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696775.540312:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696775.540317:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296025102 00000100:00000010:0.0:1755696775.540320:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fc00. 00000100:00000001:0.0:1755696775.540323:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696775.540325:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696775.540327:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696775.540330:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696775.540332:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696775.540439:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696775.540446:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8b00. 00000400:00000200:1.0:1755696775.540453:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696775.540461:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696775.540467:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee770 00000400:00000010:1.0:1755696775.540470:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee770. 00000100:00000001:1.0:1755696775.540476:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696775.540482:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696775.540494:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696775.540498:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696775.540515:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696775.540518:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696775.542113:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696775.542124:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696775.542127:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696775.542131:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696775.542138:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696775.542144:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696775.542152:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696775.542158:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696775.542165:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696775.542170:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b380 00000400:00000200:1.0:1755696775.542176:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696775.542183:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1511 [1] + 224 00000800:00000001:1.0:1755696775.542206:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696775.542216:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696775.542219:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696775.542223:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696775.542229:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696775.542235:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696775.542247:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696775.542267:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696775.542276:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696775.542280:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.542325:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696775.542328:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696775.542332:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696775.542334:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696775.542336:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696775.542340:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696775.542341:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696775.542343:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696775.542347:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696775.542355:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696775.542360:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696775.542361:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.542363:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696775.542372:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696775.542374:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696775.542377:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696775.542379:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696775.542386:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=132 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696775.542389:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=30 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696775.542392:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696775.542393:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696775.542396:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696775.542397:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696775.542400:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696775.542403:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696775.542407:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696775.542410:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696775.542412:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696775.542414:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696775.542421:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120613760:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696775.542424:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.542426:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696775.542428:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1c00 x1840980120613760/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696791 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696775.542432:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696775.542434:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696775.542447:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755696775.542450:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696775.542451:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696775.542453:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696775.542455:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696775.542457:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8700. 02000000:00000001:0.0:1755696775.542459:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696775.542461:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696775.542466:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1c00. 00000100:00000001:0.0:1755696775.542469:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696775.542470:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.542472:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696775.542475:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696775.542476:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696775.542477:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696775.542479:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696775.554844:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296025102, at 4296025103 00000100:00000010:0.0:1755696775.554851:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755696775.554866:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296025102, at 4296025103 00000100:00000010:1.0:1755696775.554874:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fc00. 00010000:00000001:0.0:1755696776.243894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696776.243903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696776.243970:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696776.243975:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696776.243980:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696777.267881:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696777.267889:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696777.267973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696777.267977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696777.267981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696778.291855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696778.291867:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696778.291870:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696778.291874:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696778.291880:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696778.291883:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696778.291885:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696778.291888:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696778.291968:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696778.291973:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696778.291976:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696779.315897:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696779.315906:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696779.316030:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696779.316034:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696779.316038:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696780.339924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696780.339936:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696780.340071:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696780.340078:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696780.340083:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696780.660009:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696780.660021:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696780.660033:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0000. 00000020:00000040:2.0:1755696780.660042:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696780.660048:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696780.660064:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696780.660072:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696780.660083:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755696780.660094:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696780.660111:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696780.660127:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696780.660135:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696780.660143:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000b734c0a] to pc [ptlrpcd_01_00+0] req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696780.660225:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696780.660229:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696780.660235:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696780.660238:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696780.660243:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696780.660248:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1367) 00000100:00000001:2.0:1755696780.660264:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755696780.660269:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755696780.660272:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.660282:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696780.660286:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.660290:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696780.660293:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696780.660298:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696780.660306:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696780.660317:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696780.660318:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696780.660325:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696780.660327:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696780.660332:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696780.660337:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696780.660341:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696780.660357:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120613888:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696780.660364:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696780.660373:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696780.660376:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696780.660379:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696780.660384:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010a00. 02000000:00000001:2.0:1755696780.660387:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696780.660400:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696780.660406:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696780.660414:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696780.660423:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120613888, portal 25 00000100:00000001:2.0:1755696780.660427:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696780.660429:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287958528 : -118784421593088 : ffff93f758bf0000) 00000100:00000040:2.0:1755696780.660436:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696780.660446:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696780.660449:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696780.660453:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a84c8. 00000100:00000200:2.0:1755696780.660458:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120613888, offset 0 00000400:00000200:2.0:1755696780.660467:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696780.660479:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696780.660489:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696780.660497:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696780.660504:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696780.660509:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696780.660513:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696780.660518:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [369:369:256:4294967295] 192.168.203.157@tcp LPNI seq info [369:369:8:4294967295] 00000400:00000200:2.0:1755696780.660523:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696780.660538:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696780.660547:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696780.660553:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866600. 00000800:00000200:2.0:1755696780.660570:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696780.660582:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696780.660588:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866600 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696780.660612:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696780.660619:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696780.660623:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296030222 00000100:00000010:2.0:1755696780.660629:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee360. 00000100:00000001:2.0:1755696780.660638:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696780.660652:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296030222 00000100:00000010:2.0:1755696780.660656:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755696780.660660:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696780.660668:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696780.660672:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696780.660677:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696780.660680:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696780.660903:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696780.660913:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866600. 00000400:00000200:1.0:1755696780.660921:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696780.660942:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696780.660948:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a84c8 00000400:00000010:1.0:1755696780.660952:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a84c8. 00000100:00000001:1.0:1755696780.660958:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696780.660965:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696780.660979:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696780.660984:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696780.660993:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696780.660996:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696780.663360:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696780.663378:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696780.663383:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696780.663386:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696780.663395:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696780.663404:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696780.663414:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696780.663419:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696780.663425:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696780.663431:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b400 00000400:00000200:1.0:1755696780.663438:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696780.663446:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1521 [1] + 224 00000800:00000001:1.0:1755696780.663455:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696780.663480:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696780.663484:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696780.663490:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696780.663497:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696780.663504:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696780.663519:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696780.663567:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696780.663578:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696780.663583:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.663670:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696780.663676:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696780.663683:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696780.663686:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696780.663690:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696780.663697:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696780.663699:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696780.663703:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696780.663712:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696780.663726:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696780.663736:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696780.663738:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.663742:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696780.663746:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696780.663749:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696780.663753:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696780.663768:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696780.663813:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=137 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696780.663820:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=35 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696780.663823:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696780.663825:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696780.663829:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696780.663832:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696780.663836:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696780.663843:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696780.663852:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696780.663856:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696780.663859:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696780.663864:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696780.663875:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120613888:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696780.663880:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.663883:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696780.663887:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0000 x1840980120613888/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696796 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696780.663895:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696780.663898:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696780.663903:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010a00. 02000000:00000001:2.0:1755696780.663906:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696780.663909:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696780.663912:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696780.663914:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696780.663918:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:2.0:1755696780.663921:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696780.663923:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696780.663926:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0000. 00000100:00000001:2.0:1755696780.663930:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696780.663931:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.663941:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696780.663946:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696780.663948:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696780.663951:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696780.663953:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696780.674911:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296030222, at 4296030223 00000100:00000040:1.0:1755696780.674926:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296030222, at 4296030223 00000100:00000010:0.0:1755696780.674928:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee360. 00000100:00000010:1.0:1755696780.674943:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00010000:00000001:0.0:1755696781.363871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696781.363881:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696781.363966:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696781.363970:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696781.363974:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696782.387866:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696782.387874:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696782.387954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696782.387958:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696782.387962:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696783.411922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696783.411933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696783.412064:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696783.412071:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696783.412076:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696784.435965:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696784.435977:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696784.436153:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696784.436160:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696784.436165:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696785.459974:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696785.460021:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696785.460197:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696785.460203:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696785.460209:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696785.779898:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696785.779913:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696785.779925:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0000. 00000020:00000040:2.0:1755696785.779934:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696785.779940:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696785.779944:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696785.779952:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696785.779963:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866d00. 00000100:00000001:2.0:1755696785.779973:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696785.779991:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696785.780007:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696785.780014:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696785.780022:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000b734c0a] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696785.780084:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696785.780088:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696785.780092:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696785.780095:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696785.780099:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696785.780105:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1373) 00000100:00000001:3.0:1755696785.780191:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696785.780198:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696785.780202:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696785.780213:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696785.780227:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696785.780241:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696785.780247:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696785.780251:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696785.780255:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696785.780259:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120614016:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696785.780265:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696785.780273:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696785.780277:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696785.780280:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696785.780286:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1be600. 02000000:00000001:3.0:1755696785.780289:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696785.780305:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696785.780314:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696785.780325:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696785.780338:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614016, portal 25 00000100:00000001:3.0:1755696785.780342:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696785.780345:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287958528 : -118784421593088 : ffff93f758bf0000) 00000100:00000040:3.0:1755696785.780357:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696785.780373:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696785.780378:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696785.780384:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792550. 00000100:00000200:3.0:1755696785.780389:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614016, offset 0 00000400:00000200:3.0:1755696785.780398:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696785.780411:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696785.780422:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696785.780430:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696785.780436:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696785.780442:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696785.780445:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696785.780450:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [370:370:256:4294967295] 192.168.203.157@tcp LPNI seq info [370:370:8:4294967295] 00000400:00000200:3.0:1755696785.780455:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696785.780470:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696785.780486:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696785.780492:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755696785.780502:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696785.780512:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696785.780519:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696785.780546:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696785.780552:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696785.780555:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296035342 00000100:00000010:3.0:1755696785.780560:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a000. 00000100:00000001:3.0:1755696785.780571:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696785.780584:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296035342 00000100:00000010:3.0:1755696785.780588:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ab40. 00000100:00000001:3.0:1755696785.780592:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696785.780599:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696785.780603:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696785.780607:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696785.780610:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696785.780620:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696785.780624:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696785.780628:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696785.780631:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696785.780634:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696785.780637:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696785.780655:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696785.780658:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696785.780776:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696785.780816:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:1.0:1755696785.780823:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696785.780833:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696785.780840:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792550 00000400:00000010:1.0:1755696785.780843:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792550. 00000100:00000001:1.0:1755696785.780849:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696785.780856:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696785.780870:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696785.780875:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696785.780885:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696785.780887:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696785.783192:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696785.783210:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696785.783214:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696785.783217:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696785.783225:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696785.783233:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696785.783243:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696785.783248:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696785.783254:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696785.783260:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b480 00000400:00000200:1.0:1755696785.783266:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696785.783274:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1529 [1] + 224 00000800:00000001:1.0:1755696785.783295:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696785.783305:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696785.783309:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696785.783315:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696785.783321:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696785.783329:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696785.783342:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696785.783370:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696785.783380:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696785.783385:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696785.783411:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696785.783416:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696785.783423:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696785.783426:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696785.783429:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696785.783436:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696785.783438:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696785.783441:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696785.783449:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696785.783474:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696785.783484:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696785.783487:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696785.783491:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696785.783496:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696785.783500:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696785.783505:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696785.783511:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696785.783523:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=142 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696785.783531:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=40 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696785.783538:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696785.783541:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696785.783546:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696785.783550:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696785.783556:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696785.783566:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696785.783582:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696785.783588:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696785.783591:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696785.783600:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696785.783616:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120614016:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696785.783625:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696785.783629:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696785.783636:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0000 x1840980120614016/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696801 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696785.783649:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696785.783653:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696785.783670:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1be600. 02000000:00000001:3.0:1755696785.783676:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696785.783681:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696785.783684:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696785.783689:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696785.783694:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866d00. 02000000:00000001:3.0:1755696785.783700:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696785.783703:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696785.783706:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0000. 00000100:00000001:3.0:1755696785.783713:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696785.783716:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696785.783719:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696785.783726:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696785.783729:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696785.783733:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696785.783736:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696785.794900:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296035342, at 4296035343 00000100:00000040:0.0:1755696785.794913:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296035342, at 4296035343 00000100:00000010:1.0:1755696785.794914:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ab40. 00000100:00000010:0.0:1755696785.794933:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a000. 00010000:00000001:0.0:1755696786.483935:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696786.483946:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696786.484083:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696786.484090:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696786.484096:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696787.507891:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696787.507898:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696787.507990:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696787.507994:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696787.507998:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696788.531906:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696788.531916:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696788.531919:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696788.531921:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696788.531926:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696788.531928:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696788.531930:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696788.531932:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696788.532024:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696788.532029:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696788.532032:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696789.555949:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696789.555958:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696789.556063:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696789.556067:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696789.556070:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696790.579938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696790.579945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696790.580030:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696790.580034:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696790.580037:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696790.899949:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696790.899963:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696790.899977:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802ad80. 00000020:00000040:1.0:1755696790.899984:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696790.899989:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696790.899993:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696790.899999:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696790.900008:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755696790.900016:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696790.900029:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696790.900043:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696790.900048:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696790.900056:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000006ef502d] to pc [ptlrpcd_00_01+1] req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696790.900113:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696790.900135:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696790.900140:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696790.900144:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696790.900148:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755696790.900153:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696790.900155:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1378) 00000100:00000001:0.0:1755696790.900158:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696790.900162:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696790.900169:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696790.900175:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696790.900178:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696790.900181:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696790.900182:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696790.900189:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696790.900191:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696790.900193:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696790.900196:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120614144:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696790.900200:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696790.900206:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696790.900208:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696790.900210:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696790.900214:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755696790.900223:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696790.900232:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696790.900236:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696790.900241:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696790.900248:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614144, portal 25 00000100:00000001:0.0:1755696790.900251:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696790.900252:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275616640 : -118784433934976 : ffff93f75802ad80) 00000100:00000040:0.0:1755696790.900257:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696790.900263:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696790.900266:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696790.900268:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eec38. 00000100:00000200:0.0:1755696790.900270:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614144, offset 0 00000400:00000200:0.0:1755696790.900275:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696790.900284:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696790.900291:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696790.900296:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696790.900300:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696790.900304:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696790.900306:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696790.900309:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [371:371:256:4294967295] 192.168.203.157@tcp LPNI seq info [371:371:8:4294967295] 00000400:00000200:0.0:1755696790.900312:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696790.900320:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696790.900325:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696790.900329:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8700. 00000800:00000200:0.0:1755696790.900335:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696790.900342:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696790.900347:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696790.900364:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696790.900367:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696790.900370:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296040462 00000100:00000010:0.0:1755696790.900378:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696790.900385:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696790.900392:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296040462 00000100:00000010:0.0:1755696790.900394:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f960. 00000100:00000001:0.0:1755696790.900397:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696790.900399:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696790.900401:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696790.900404:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696790.900406:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696790.900413:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696790.900416:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696790.900418:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696790.900419:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696790.900420:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696790.900421:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696790.900462:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696790.900466:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8700. 00000400:00000200:1.0:1755696790.900472:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696790.900477:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696790.900481:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eec38 00000400:00000010:1.0:1755696790.900483:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eec38. 00000100:00000001:1.0:1755696790.900487:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696790.900491:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696790.900499:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696790.900501:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696790.900506:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696790.900508:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696790.901803:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696790.901815:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696790.901817:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696790.901819:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696790.901824:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696790.901829:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696790.901835:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696790.901840:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696790.901844:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696790.901848:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b500 00000400:00000200:1.0:1755696790.901857:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696790.901861:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1531 [1] + 224 00000800:00000001:1.0:1755696790.901867:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696790.901874:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696790.901876:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696790.901878:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696790.901882:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696790.901885:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696790.901893:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696790.901909:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696790.901915:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696790.901917:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696790.901983:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696790.901986:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696790.901991:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696790.901993:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696790.901995:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696790.901999:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696790.902000:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696790.902002:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696790.902006:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696790.902014:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696790.902020:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696790.902021:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696790.902023:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696790.902026:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696790.902028:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696790.902030:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696790.902033:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696790.902039:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=147 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696790.902048:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=45 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696790.902050:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696790.902051:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696790.902054:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696790.902056:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696790.902058:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696790.902061:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696790.902066:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696790.902069:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696790.902084:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696790.902087:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696790.902094:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120614144:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696790.902097:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696790.902099:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696790.902101:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802ad80 x1840980120614144/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696806 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696790.902105:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696790.902108:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696790.902110:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:0.0:1755696790.902113:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696790.902114:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696790.902116:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696790.902118:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696790.902120:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:0.0:1755696790.902122:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696790.902124:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696790.902125:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802ad80. 00000100:00000001:0.0:1755696790.902128:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696790.902129:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696790.902130:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696790.902133:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696790.902137:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696790.902139:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696790.902140:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696790.914877:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296040462, at 4296040463 00000100:00000040:0.0:1755696790.914877:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296040462, at 4296040463 00000100:00000010:1.0:1755696790.914890:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f960. 00000100:00000010:0.0:1755696790.914891:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696791.603917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696791.603925:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696791.603988:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696791.603992:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696791.603996:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696792.627952:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696792.627962:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696792.628041:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696792.628046:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696792.628050:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696793.651938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696793.651948:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696793.652044:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696793.652056:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696793.652060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696794.675890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696794.675900:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696794.675958:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696794.675982:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696794.675986:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000008:00000001:2.0:1755696794.995922:0:20722:0:(osc_request.c:824:osc_shrink_grant_to_target()) Process entered 00000008:00000010:2.0:1755696794.995939:0:20722:0:(osc_request.c:839:osc_shrink_grant_to_target()) kmalloced '(body)': 208 at ffff93f758866500. 00000008:00000020:2.0:1755696794.995946:0:20722:0:(osc_request.c:726:osc_announce_cached()) lustre-OST0000-osc-ffff93f744d62800: dirty: 0 undirty: 485097472 dropped 1703936 grant: 1703936 cl_lost_grant 0 00000008:00000020:2.0:1755696794.995951:0:20722:0:(osc_request.c:735:osc_update_next_shrink()) next time 2577 to shrink grant 00000008:00000001:2.0:1755696794.995955:0:20722:0:(osc_request.c:3641:osc_set_info_async()) Process entered 00000100:00000010:2.0:1755696794.995962:0:20722:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755696794.995967:0:20722:0:(genops.c:1229:class_import_get()) import ffff93f75059e800 refcount=5 obd=lustre-OST0000-osc-ffff93f744d62800 00000100:00000001:2.0:1755696794.995973:0:20722:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696794.995977:0:20722:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696794.995984:0:20722:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696794.995992:0:20722:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff93f758011000. 00000100:00000001:2.0:1755696794.996000:0:20722:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1755696794.996031:0:20722:0:(osc_request.c:3733:osc_set_info_async()) slab-alloced 'oa': 208 at ffff93f7585535b0. 00000100:00000001:2.0:1755696794.996037:0:20722:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696794.996055:0:20722:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696794.996070:0:20722:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2d80 x1840980120614272/t0(0) o17->lustre-OST0000-osc-ffff93f744d62800@192.168.203.157@tcp:28/4 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000008:00000001:2.0:1755696794.996110:0:20722:0:(osc_request.c:3752:osc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000008:00000010:2.0:1755696794.996113:0:20722:0:(osc_request.c:867:osc_shrink_grant_to_target()) kfreed 'body': 208 at ffff93f758866500. 00000008:00000001:2.0:1755696794.996120:0:20722:0:(osc_request.c:868:osc_shrink_grant_to_target()) Process leaving (rc=0 : 0 : 0) 00000008:00000020:2.0:1755696794.996122:0:20722:0:(osc_request.c:735:osc_update_next_shrink()) next time 2577 to shrink grant 00000100:00000001:3.0:1755696794.996195:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696794.996201:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696794.996205:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696794.996212:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120614272/t0(0) o17->lustre-OST0000-osc-ffff93f744d62800@192.168.203.157@tcp:28/4 lens 456/432 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696794.996221:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696794.996223:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696794.996228:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120614272/t0(0) o17->lustre-OST0000-osc-ffff93f744d62800@192.168.203.157@tcp:28/4 lens 456/432 e 0 to 0 dl 0 ref 1 fl Rpc:QU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696794.996235:0:2363:0:(client.c:1814:ptlrpc_send_new_req()) Process leaving (rc=18446744073709551508 : -108 : ffffffffffffff94) 00000100:00000001:3.0:1755696794.996238:0:2363:0:(client.c:2062:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000100:00000001:3.0:1755696794.996243:0:2363:0:(client.c:2926:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696794.996245:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696794.996247:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000008:00000001:3.0:1755696794.996250:0:2363:0:(osc_request.c:774:osc_shrink_grant_interpret()) Process leaving via out (rc=18446744073709551508 : -108 : 0xffffffffffffff94) 00000008:00000010:3.0:1755696794.996254:0:2363:0:(osc_request.c:781:osc_shrink_grant_interpret()) slab-freed '(aa->aa_oa)': 208 at ffff93f7585535b0. 00000100:00000040:3.0:1755696794.996262:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120614272/t0(0) o17->lustre-OST0000-osc-ffff93f744d62800@192.168.203.157@tcp:28/4 lens 456/432 e 0 to 0 dl 0 ref 1 fl Interpret:QU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696794.996285:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:528b9d21-7510-482a-a4ad-771378673c1c:0:1840980120614272:192.168.203.157@tcp:17:kworker.0 00000100:00000001:3.0:1755696794.996290:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696794.996293:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696794.996297:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120614272/t0(0) o17->lustre-OST0000-osc-ffff93f744d62800@192.168.203.157@tcp:28/4 lens 456/432 e 0 to 0 dl 0 ref 1 fl Complete:QU/200/ffffffff rc -108/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696794.996304:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 00000020:00000001:3.0:1755696794.996307:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696794.996309:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f75059e800 refcount=4 obd=lustre-OST0000-osc-ffff93f744d62800 00000020:00000001:3.0:1755696794.996312:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696794.996314:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at ffff93f758011000. 02000000:00000001:3.0:1755696794.996318:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696794.996320:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696794.996322:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:3.0:1755696794.996328:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696794.996330:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696794.996332:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696794.996341:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696794.996343:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696794.996345:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696794.996347:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696794.996355:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696794.996357:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696795.699926:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696795.699935:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696795.700052:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696795.700055:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696795.700060:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696796.020038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696796.020048:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696796.020058:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1c00. 00000020:00000040:0.0:1755696796.020064:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696796.020069:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696796.020073:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696796.020079:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696796.020088:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8900. 00000100:00000001:0.0:1755696796.020096:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696796.020110:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696796.020121:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696796.020126:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696796.020134:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000002efa8c83] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696796.020162:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696796.020165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696796.020169:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:1.0:1755696796.020181:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696796.020181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696796.020187:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755696796.020188:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696796.020192:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696796.020194:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1383) 00000100:00000040:1.0:1755696796.020201:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696796.020207:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696796.020213:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696796.020213:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696796.020218:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696796.020223:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696796.020227:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696796.020230:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696796.020234:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120614400:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696796.020240:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696796.020246:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696796.020248:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696796.020251:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696796.020261:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696796.020264:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696796.020273:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696796.020279:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925478. 00000400:00000010:1.0:1755696796.020286:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5440. 00000100:00000200:1.0:1755696796.020293:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614400, portal 25 00000100:00000001:1.0:1755696796.020296:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696796.020298:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321920 : -118784755229696 : ffff93f744dc1c00) 00000100:00000040:1.0:1755696796.020304:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696796.020313:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696796.020316:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696796.020319:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5220. 00000100:00000200:1.0:1755696796.020321:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614400, offset 0 00000400:00000200:1.0:1755696796.020328:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696796.020338:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.020346:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696796.020352:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696796.020356:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696796.020360:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696796.020364:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696796.020368:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [372:372:256:4294967295] 192.168.203.157@tcp LPNI seq info [372:372:8:4294967295] 00000400:00000200:1.0:1755696796.020373:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.020389:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696796.020397:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696796.020403:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e200. 00000800:00000200:1.0:1755696796.020410:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696796.020419:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696796.020423:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696796.020443:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696796.020447:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696796.020456:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296045582 00000100:00000010:1.0:1755696796.020460:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696796.020468:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696796.020474:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296045582 00000100:00000010:1.0:1755696796.020478:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696796.020481:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696796.020485:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696796.020487:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696796.020490:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696796.020493:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696796.020501:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696796.020504:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696796.020507:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696796.020508:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696796.020510:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696796.020511:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696796.020570:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696796.020575:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e200. 00000400:00000200:0.0:1755696796.020580:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696796.020587:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696796.020592:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5220 00000400:00000010:0.0:1755696796.020594:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5220. 00000100:00000001:0.0:1755696796.020598:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696796.020603:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696796.020613:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696796.020616:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696796.020624:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696796.020626:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696796.022639:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696796.022653:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696796.022656:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696796.022659:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696796.022666:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.022673:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696796.022680:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.022684:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.022689:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.022694:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b600 00000400:00000200:1.0:1755696796.022699:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696796.022705:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1541 [1] + 224 00000800:00000001:1.0:1755696796.022712:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696796.022719:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696796.022722:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696796.022726:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696796.022732:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696796.022738:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696796.022754:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696796.022767:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696796.022775:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696796.022792:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696796.022803:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696796.022805:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696796.022810:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696796.022813:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696796.022815:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925478. 00000400:00000200:1.0:1755696796.022819:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5440 00000400:00000010:1.0:1755696796.022821:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5440. 00000100:00000001:1.0:1755696796.022824:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696796.022828:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696796.022838:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696796.022845:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696796.022847:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696796.022849:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696796.022852:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696796.022855:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696796.022858:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696796.022861:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696796.022869:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=153 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696796.022873:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=51 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696796.022876:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696796.022878:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696796.022881:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696796.022883:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696796.022886:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696796.022891:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696796.022911:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696796.022913:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696796.022916:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696796.022920:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696796.022928:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120614400:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696796.022933:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696796.022935:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696796.022939:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1c00 x1840980120614400/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696812 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696796.022945:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696796.022948:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696796.022951:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094000. 02000000:00000001:1.0:1755696796.022954:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696796.022957:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696796.022959:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696796.022961:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696796.022964:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8900. 02000000:00000001:1.0:1755696796.022967:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696796.022970:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696796.022972:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1c00. 00000100:00000001:1.0:1755696796.022976:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696796.022977:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696796.022979:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696796.022984:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696796.022986:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696796.022988:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696796.022990:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696796.034897:0:16292:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296045582, at 4296045583 00000100:00000010:1.0:1755696796.034919:0:16292:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000040:0.0:1755696796.035117:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296045582, at 4296045583 00000100:00000010:0.0:1755696796.035125:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755696796.723887:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696796.723896:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696796.724038:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696796.724042:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696796.724045:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696797.747908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696797.747915:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696797.748029:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696797.748032:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696797.748035:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696798.771913:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696798.771922:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696798.771925:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696798.771927:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696798.771933:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696798.771935:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696798.771937:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696798.771954:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696798.772084:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696798.772087:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696798.772096:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696799.795917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696799.795923:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696799.796050:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696799.796053:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696799.796056:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696800.819936:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696800.819945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696800.820080:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696800.820083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696800.820087:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696801.139967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696801.140007:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696801.140016:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029c00. 00000020:00000040:1.0:1755696801.140024:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696801.140029:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696801.140032:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696801.140038:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696801.140047:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696801.140055:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696801.140068:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696801.140080:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696801.140084:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696801.140092:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c688285c] to pc [ptlrpcd_00_01+1] req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696801.140126:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696801.140129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696801.140133:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696801.140136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696801.140139:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696801.140144:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1388) 00000100:00000001:1.0:1755696801.140159:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696801.140163:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755696801.140166:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696801.140173:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696801.140176:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696801.140178:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696801.140180:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696801.140183:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696801.140188:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696801.140197:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696801.140204:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696801.140209:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696801.140211:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696801.140215:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696801.140218:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120614528:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696801.140223:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696801.140229:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696801.140232:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696801.140234:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696801.140239:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095000. 02000000:00000001:1.0:1755696801.140241:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696801.140251:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696801.140256:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925478. 00000400:00000010:1.0:1755696801.140263:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5440. 00000100:00000200:1.0:1755696801.140271:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614528, portal 25 00000100:00000001:1.0:1755696801.140273:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696801.140275:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275612160 : -118784433939456 : ffff93f758029c00) 00000100:00000040:1.0:1755696801.140281:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696801.140289:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696801.140292:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696801.140294:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5198. 00000100:00000200:1.0:1755696801.140297:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614528, offset 0 00000400:00000200:1.0:1755696801.140304:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696801.140313:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.140321:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696801.140326:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696801.140331:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696801.140335:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696801.140338:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696801.140342:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [373:373:256:4294967295] 192.168.203.157@tcp LPNI seq info [373:373:8:4294967295] 00000400:00000200:1.0:1755696801.140346:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.140357:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696801.140368:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696801.140373:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696801.140381:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696801.140388:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696801.140393:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696801.140409:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696801.140414:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696801.140417:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296050702 00000100:00000010:1.0:1755696801.140421:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696801.140429:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696801.140441:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296050702 00000100:00000010:1.0:1755696801.140445:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696801.140447:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696801.140450:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696801.140453:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696801.140457:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696801.140459:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696801.140555:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696801.140559:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:1.0:1755696801.140564:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696801.140570:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696801.140574:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5198 00000400:00000010:1.0:1755696801.140577:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5198. 00000100:00000001:1.0:1755696801.140581:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696801.140585:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696801.140595:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696801.140598:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696801.140605:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696801.140606:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1755696801.140683:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696801.140686:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1755696801.142311:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696801.142323:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696801.142327:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696801.142330:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696801.142338:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.142345:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696801.142352:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.142356:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.142361:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.142365:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b680 00000400:00000200:1.0:1755696801.142370:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696801.142376:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1551 [1] + 224 00000800:00000001:1.0:1755696801.142384:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696801.142393:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696801.142395:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696801.142400:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696801.142405:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696801.142411:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696801.142422:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696801.142448:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696801.142454:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696801.142457:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696801.142486:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696801.142490:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696801.142496:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696801.142499:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696801.142501:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925478. 00000400:00000200:0.0:1755696801.142506:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5440 00000400:00000010:0.0:1755696801.142508:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5440. 00000100:00000001:0.0:1755696801.142511:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696801.142517:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696801.142527:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696801.142535:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696801.142537:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696801.142540:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696801.142543:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696801.142545:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696801.142548:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696801.142551:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696801.142558:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=8 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696801.142562:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=56 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696801.142565:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696801.142566:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696801.142569:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696801.142572:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696801.142575:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696801.142580:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696801.142588:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696801.142598:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696801.142601:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696801.142606:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696801.142615:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120614528:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696801.142620:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696801.142622:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696801.142626:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029c00 x1840980120614528/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696817 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696801.142633:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696801.142635:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696801.142639:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095000. 02000000:00000001:0.0:1755696801.142642:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696801.142645:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696801.142647:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696801.142650:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696801.142652:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:0.0:1755696801.142655:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696801.142657:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696801.142658:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029c00. 00000100:00000001:0.0:1755696801.142662:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696801.142663:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696801.142665:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696801.142671:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696801.142673:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696801.142675:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696801.142678:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696801.154894:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296050702, at 4296050703 00000100:00000010:0.0:1755696801.154915:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000040:1.0:1755696801.154945:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296050702, at 4296050703 00000100:00000010:1.0:1755696801.154953:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696801.843938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696801.843947:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696801.844028:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696801.844033:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696801.844037:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696802.867894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696802.867903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696802.867989:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696802.867994:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696802.867998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696803.891903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696803.891923:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696803.892024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696803.892030:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696803.892034:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696804.915904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696804.915913:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696804.916033:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696804.916037:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696804.916040:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696805.939924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696805.939932:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696805.940052:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696805.940056:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696805.940059:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696806.259960:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696806.259974:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696806.259986:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bae680. 00000020:00000040:3.0:1755696806.259994:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696806.259998:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696806.260002:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696806.260007:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696806.260016:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696806.260024:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696806.260037:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696806.260065:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696806.260070:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696806.260077:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d0c35f1b] to pc [ptlrpcd_01_01+1] req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696806.260119:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696806.260122:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696806.260127:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696806.260130:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696806.260133:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696806.260139:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1393) 00000100:00000001:2.0:1755696806.260148:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696806.260154:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696806.260155:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696806.260157:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696806.260159:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696806.260166:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696806.260177:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696806.260179:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696806.260184:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696806.260186:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696806.260190:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696806.260193:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120614656:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696806.260197:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696806.260202:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696806.260211:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696806.260214:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696806.260219:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696806.260221:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696806.260230:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696806.260235:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696806.260241:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696806.260248:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614656, portal 25 00000100:00000001:2.0:1755696806.260250:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696806.260252:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918591104 : -118784790960512 : ffff93f742bae680) 00000100:00000040:2.0:1755696806.260259:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696806.260267:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696806.260270:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696806.260272:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8d48. 00000100:00000200:2.0:1755696806.260275:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614656, offset 0 00000400:00000200:2.0:1755696806.260282:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696806.260291:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696806.260299:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696806.260304:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696806.260308:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696806.260312:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696806.260315:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696806.260319:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [374:374:256:4294967295] 192.168.203.157@tcp LPNI seq info [374:374:8:4294967295] 00000400:00000200:2.0:1755696806.260323:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696806.260334:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696806.260339:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696806.260344:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755696806.260351:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696806.260359:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696806.260364:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696806.260382:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696806.260392:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696806.260395:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296055822 00000100:00000010:2.0:1755696806.260399:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755696806.260406:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696806.260419:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296055822 00000100:00000010:2.0:1755696806.260422:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755696806.260425:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696806.260430:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696806.260433:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696806.260436:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696806.260438:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696806.260448:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696806.260450:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696806.260454:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696806.260455:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696806.260458:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696806.260460:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696806.260602:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696806.260606:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:1.0:1755696806.260612:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696806.260618:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696806.260622:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8d48 00000400:00000010:1.0:1755696806.260625:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8d48. 00000100:00000001:1.0:1755696806.260634:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696806.260638:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696806.260648:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696806.260651:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696806.260658:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696806.260660:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696806.262661:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696806.262672:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696806.262674:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696806.262677:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696806.262684:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696806.262689:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696806.262695:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696806.262699:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696806.262704:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696806.262707:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b700 00000400:00000200:1.0:1755696806.262712:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696806.262718:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1561 [1] + 224 00000800:00000001:1.0:1755696806.262725:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696806.262732:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696806.262734:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696806.262738:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696806.262743:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696806.262748:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696806.262759:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696806.262777:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696806.262804:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696806.262808:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696806.262863:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696806.262866:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696806.262872:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696806.262874:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696806.262876:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696806.262880:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696806.262882:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696806.262884:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696806.262889:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696806.262898:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696806.262905:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696806.262907:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696806.262910:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696806.262913:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696806.262916:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696806.262918:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696806.262927:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696806.262934:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=13 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696806.262938:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=61 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696806.262941:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696806.262943:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696806.262947:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696806.262949:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696806.262961:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696806.262967:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696806.262975:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696806.262977:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696806.262980:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696806.262984:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696806.262992:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120614656:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696806.262998:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696806.263001:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696806.263004:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bae680 x1840980120614656/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696822 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696806.263011:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696806.263014:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696806.263017:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011000. 02000000:00000001:2.0:1755696806.263022:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696806.263025:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696806.263027:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696806.263030:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696806.263033:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755696806.263036:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696806.263038:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696806.263041:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bae680. 00000100:00000001:2.0:1755696806.263046:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696806.263047:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696806.263054:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696806.263059:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696806.263060:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696806.263062:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696806.263064:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696806.274886:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296055822, at 4296055823 00000100:00000040:0.0:1755696806.274898:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296055822, at 4296055823 00000100:00000010:1.0:1755696806.274903:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00000100:00000010:0.0:1755696806.274917:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00010000:00000001:0.0:1755696806.963926:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696806.963936:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696806.964065:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696806.964070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696806.964073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696807.987930:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696807.987947:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696807.988044:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696807.988049:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696807.988052:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696809.011910:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696809.011922:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696809.011924:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696809.011927:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696809.011942:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696809.011944:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696809.011947:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696809.011949:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696809.012045:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696809.012049:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696809.012053:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696810.035918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696810.035955:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696810.040026:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696810.040035:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696810.040039:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696811.059969:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696811.059979:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696811.060257:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696811.060264:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696811.060270:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696811.380192:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696811.380203:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696811.380215:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf100. 00000020:00000040:3.0:1755696811.380221:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696811.380226:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696811.380228:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696811.380234:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696811.380242:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696811.380250:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696811.380262:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696811.380272:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696811.380276:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696811.380283:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba173b33] to pc [ptlrpcd_01_00+0] req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696811.380320:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696811.380336:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696811.380339:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696811.380343:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696811.380346:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696811.380350:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1398) 00000100:00000001:2.0:1755696811.381087:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696811.381092:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696811.381095:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696811.381103:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696811.381112:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696811.381115:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696811.381119:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696811.381122:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696811.381125:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696811.381129:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120614784:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696811.381133:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696811.381138:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696811.381141:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696811.381143:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696811.381149:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011600. 02000000:00000001:2.0:1755696811.381159:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696811.381168:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696811.381172:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696811.381179:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696811.381185:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614784, portal 25 00000100:00000001:2.0:1755696811.381187:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696811.381189:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918593792 : -118784790957824 : ffff93f742baf100) 00000100:00000040:2.0:1755696811.381195:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696811.381204:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696811.381206:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696811.381209:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8990. 00000100:00000200:2.0:1755696811.381213:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614784, offset 0 00000400:00000200:2.0:1755696811.381219:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696811.381227:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696811.381235:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696811.381240:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696811.381243:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696811.381247:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696811.381250:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696811.381253:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [375:375:256:4294967295] 192.168.203.157@tcp LPNI seq info [375:375:8:4294967295] 00000400:00000200:2.0:1755696811.381257:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696811.381267:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696811.381274:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696811.381279:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755696811.381286:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696811.381292:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696811.381297:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696811.381317:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696811.381322:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696811.381325:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296060943 00000100:00000010:2.0:1755696811.381334:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755696811.381340:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1755696811.382352:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696811.382358:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:1.0:1755696811.382364:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696811.382370:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696811.382375:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8990 00000400:00000010:1.0:1755696811.382377:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8990. 00000100:00000001:1.0:1755696811.382381:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696811.382388:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696811.382398:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696811.382401:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696811.382408:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696811.382410:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1755696811.382487:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296060943 00000100:00000010:2.0:1755696811.382493:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755696811.382498:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696811.382514:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696811.382517:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696811.382521:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696811.382523:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696811.382530:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696811.382533:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696811.382536:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696811.382537:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696811.382539:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696811.382542:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696811.382552:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696811.382555:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1755696811.386730:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696811.386748:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696811.386752:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696811.386755:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696811.386764:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696811.386772:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696811.386807:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696811.386813:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696811.386819:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696811.386823:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b780 00000400:00000200:1.0:1755696811.386828:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696811.386834:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1569 [1] + 224 00000800:00000001:1.0:1755696811.386841:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696811.386849:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696811.386852:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696811.386856:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696811.386862:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696811.386884:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696811.386894:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696811.386963:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696811.386968:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696811.387041:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696811.387049:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696811.387054:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:2.0:1755696811.387096:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696811.387098:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696811.387101:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696811.387105:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696811.387108:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696811.387111:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696811.387116:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696811.387125:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696811.387132:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696811.387134:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696811.387136:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696811.387139:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696811.387142:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696811.387144:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696811.387154:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696811.387162:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=18 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696811.387166:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=66 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696811.387168:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696811.387170:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696811.387173:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696811.387175:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696811.387178:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696811.387183:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696811.387190:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696811.387193:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696811.387195:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696811.387199:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696811.387207:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120614784:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696811.387212:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696811.387214:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696811.387218:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf100 x1840980120614784/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696827 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696811.387223:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696811.387225:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696811.387229:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011600. 02000000:00000001:2.0:1755696811.387232:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696811.387234:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696811.387236:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696811.387238:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696811.387240:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755696811.387243:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696811.387245:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696811.387247:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf100. 00000100:00000001:2.0:1755696811.387251:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696811.387252:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696811.387260:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696811.387267:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696811.387269:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696811.387271:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696811.387273:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696811.395921:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296060943, at 4296060944 00000100:00000010:0.0:1755696811.395937:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00000100:00000040:1.0:1755696811.396019:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296060943, at 4296060944 00000100:00000010:1.0:1755696811.396024:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00010000:00000001:0.0:1755696812.083945:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696812.083955:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696812.084062:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696812.084069:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696812.084073:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696813.108019:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696813.108029:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696813.108143:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696813.108148:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696813.108151:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696814.131951:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696814.131962:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696814.132074:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696814.132078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696814.132082:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696815.155975:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696815.155985:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696815.156094:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696815.156097:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696815.156101:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696816.179942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696816.179951:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696816.180054:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696816.180058:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696816.180061:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696816.500012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696816.500044:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696816.500053:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0000. 00000020:00000040:0.0:1755696816.500059:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696816.500064:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696816.500068:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696816.500075:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696816.500084:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8900. 00000100:00000001:0.0:1755696816.500091:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696816.500102:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696816.500113:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696816.500118:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696816.500124:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bc96cff0] to pc [ptlrpcd_00_00+0] req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696816.500159:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696816.500162:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696816.500165:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696816.500168:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696816.500170:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696816.500175:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1403) 00000100:00000001:0.0:1755696816.500188:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:0.0:1755696816.500192:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1755696816.500194:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696816.500199:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696816.500203:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696816.500204:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696816.500207:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696816.500211:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696816.500213:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696816.500217:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696816.500223:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696816.500231:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696816.500239:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696816.500244:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696816.500247:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696816.500250:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696816.500254:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120614912:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696816.500258:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696816.500265:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696816.500267:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696816.500271:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696816.500276:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696816.500277:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696816.500288:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696816.500293:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696816.500300:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696816.500308:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120614912, portal 25 00000100:00000001:0.0:1755696816.500310:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696816.500312:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954314752 : -118784755236864 : ffff93f744dc0000) 00000100:00000040:0.0:1755696816.500318:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696816.500326:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696816.500328:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696816.500330:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee088. 00000100:00000200:0.0:1755696816.500333:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120614912, offset 0 00000400:00000200:0.0:1755696816.500340:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696816.500350:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696816.500357:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696816.500363:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696816.500368:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696816.500371:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696816.500374:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696816.500378:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [376:376:256:4294967295] 192.168.203.157@tcp LPNI seq info [376:376:8:4294967295] 00000400:00000200:0.0:1755696816.500382:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696816.500391:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696816.500404:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696816.500408:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8700. 00000800:00000200:0.0:1755696816.500415:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696816.500422:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696816.500426:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696816.500444:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696816.500448:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696816.500451:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296066062 00000100:00000010:0.0:1755696816.500455:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696816.500462:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696816.500468:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296066062 00000100:00000010:0.0:1755696816.500471:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f060. 00000100:00000001:0.0:1755696816.500474:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696816.500477:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696816.500480:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696816.500484:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696816.500486:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696816.501478:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696816.501485:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8700. 00000400:00000200:1.0:1755696816.501491:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696816.501499:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696816.501504:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee088 00000400:00000010:1.0:1755696816.501507:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee088. 00000100:00000001:1.0:1755696816.501512:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696816.501518:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696816.501529:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696816.501533:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696816.501541:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696816.501542:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696816.503921:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696816.503940:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696816.503945:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696816.503948:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696816.503959:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696816.503967:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696816.503974:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696816.503979:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696816.504003:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696816.504007:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b800 00000400:00000200:1.0:1755696816.504012:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696816.504019:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1571 [1] + 224 00000800:00000001:1.0:1755696816.504027:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696816.504036:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696816.504039:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696816.504044:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696816.504050:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696816.504060:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696816.504071:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696816.504094:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696816.504103:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696816.504107:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696816.504233:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696816.504238:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696816.504246:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696816.504248:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696816.504252:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696816.504256:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696816.504259:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696816.504262:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696816.504266:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696816.504275:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696816.504282:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696816.504284:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696816.504287:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696816.504296:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696816.504299:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696816.504301:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696816.504305:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696816.504312:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=23 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696816.504316:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=71 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696816.504319:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696816.504320:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696816.504324:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696816.504326:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696816.504328:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696816.504333:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696816.504339:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696816.504343:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696816.504345:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696816.504349:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696816.504356:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120614912:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696816.504360:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696816.504363:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696816.504366:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0000 x1840980120614912/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696832 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696816.504372:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696816.504374:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696816.504378:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755696816.504381:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696816.504384:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696816.504386:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696816.504388:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696816.504390:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8900. 02000000:00000001:0.0:1755696816.504393:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696816.504395:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696816.504400:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0000. 00000100:00000001:0.0:1755696816.504405:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696816.504406:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696816.504409:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696816.504417:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696816.504419:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696816.504421:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696816.504423:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696816.514850:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296066062, at 4296066063 00000100:00000010:1.0:1755696816.514869:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f060. 00000100:00000040:0.0:1755696816.514973:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296066062, at 4296066063 00000100:00000010:0.0:1755696816.514980:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696817.203947:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696817.203957:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696817.204074:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696817.204078:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696817.204081:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696818.227910:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696818.227916:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696818.228007:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696818.228011:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696818.228014:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696819.251919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696819.251927:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696819.251929:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696819.251932:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696819.251936:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696819.251938:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696819.251941:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696819.251943:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696819.252037:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696819.252041:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696819.252044:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696820.275889:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696820.275896:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696820.275962:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696820.275966:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696820.275970:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696821.299942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696821.299950:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696821.300018:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696821.300022:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696821.300026:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696821.620091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696821.620105:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696821.620118:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad500. 00000020:00000040:3.0:1755696821.620124:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696821.620129:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696821.620132:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696821.620138:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696821.620147:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597700. 00000100:00000001:3.0:1755696821.620155:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696821.620169:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696821.620181:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696821.620186:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696821.620193:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f010a727] to pc [ptlrpcd_01_01+1] req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696821.620225:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696821.620228:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696821.620232:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696821.620235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696821.620239:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696821.620244:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1408) 00000100:00000001:2.0:1755696821.620294:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696821.620299:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696821.620319:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696821.620326:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696821.620333:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696821.620335:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696821.620339:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696821.620342:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696821.620345:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696821.620348:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120615040:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696821.620352:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696821.620358:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696821.620360:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696821.620362:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696821.620367:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696821.620369:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696821.620379:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696821.620384:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696821.620391:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696821.620398:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615040, portal 25 00000100:00000001:2.0:1755696821.620400:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696821.620402:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918586624 : -118784790964992 : ffff93f742bad500) 00000100:00000040:2.0:1755696821.620408:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696821.620416:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696821.620418:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696821.620420:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8bb0. 00000100:00000200:2.0:1755696821.620424:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615040, offset 0 00000400:00000200:2.0:1755696821.620430:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696821.620440:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696821.620448:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696821.620454:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696821.620458:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696821.620462:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696821.620470:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696821.620475:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [377:377:256:4294967295] 192.168.203.157@tcp LPNI seq info [377:377:8:4294967295] 00000400:00000200:2.0:1755696821.620480:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696821.620492:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696821.620498:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696821.620503:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696821.620511:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696821.620519:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696821.620524:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696821.620547:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696821.620552:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696821.620555:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296071182 00000100:00000010:2.0:1755696821.620559:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755696821.620566:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1755696821.621305:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696821.621311:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:1.0:1755696821.621317:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696821.621323:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696821.621327:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8bb0 00000400:00000010:1.0:1755696821.621329:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8bb0. 00000100:00000001:1.0:1755696821.621334:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696821.621339:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696821.621348:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696821.621351:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696821.621357:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696821.621366:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:3.0:1755696821.621701:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696821.621711:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696821.621751:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296071183 00000100:00000010:2.0:1755696821.621756:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755696821.621760:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696821.621773:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696821.621776:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696821.621791:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696821.621793:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696821.621802:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696821.621805:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696821.621807:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696821.621809:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696821.621810:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696821.621813:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1755696821.623164:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696821.623177:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696821.623179:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696821.623182:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696821.623188:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696821.623194:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696821.623202:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696821.623206:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696821.623212:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696821.623216:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b880 00000400:00000200:1.0:1755696821.623221:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696821.623227:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1581 [1] + 224 00000800:00000001:1.0:1755696821.623234:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696821.623241:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696821.623243:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696821.623247:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696821.623252:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696821.623256:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696821.623266:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696821.623285:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696821.623291:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696821.623294:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696821.623342:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696821.623345:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696821.623351:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696821.623353:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696821.623355:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696821.623359:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696821.623368:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696821.623371:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696821.623374:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696821.623383:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696821.623389:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696821.623391:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696821.623394:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696821.623397:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696821.623399:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696821.623402:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696821.623404:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696821.623411:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=28 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696821.623415:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=76 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696821.623418:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696821.623420:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696821.623423:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696821.623426:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696821.623429:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696821.623434:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696821.623441:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696821.623443:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696821.623445:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696821.623449:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696821.623457:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120615040:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696821.623461:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696821.623464:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696821.623467:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad500 x1840980120615040/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696837 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696821.623483:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696821.623486:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696821.623489:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696821.623492:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696821.623495:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696821.623498:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696821.623500:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696821.623502:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597700. 02000000:00000001:2.0:1755696821.623505:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696821.623507:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696821.623509:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad500. 00000100:00000001:2.0:1755696821.623513:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696821.623514:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696821.623516:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696821.623521:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696821.623522:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696821.623524:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696821.623526:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696821.634919:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296071182, at 4296071183 00000100:00000010:0.0:1755696821.634939:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00000100:00000040:1.0:1755696821.635845:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296071183, at 4296071184 00000100:00000010:1.0:1755696821.635854:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755696822.323881:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696822.323889:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696822.323964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696822.323968:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696822.323971:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696823.347888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696823.347895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696823.347972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696823.347976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696823.347979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696824.372912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696824.372921:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696824.372984:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696824.372988:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696824.372991:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696825.400010:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696825.400016:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696825.401013:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696825.401017:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696825.401021:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696826.419923:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696826.419944:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696826.420036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696826.420039:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696826.420042:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696826.739904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696826.739914:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696826.739924:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badf80. 00000020:00000040:3.0:1755696826.739930:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696826.739934:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696826.739937:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696826.739942:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696826.739949:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755696826.739956:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696826.739968:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696826.739979:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696826.739983:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696826.739989:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000d193791] to pc [ptlrpcd_01_00+0] req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696826.740021:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696826.740024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696826.740028:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696826.740031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696826.740034:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696826.740039:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1413) 00000100:00000001:2.0:1755696826.740113:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696826.740117:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696826.740119:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696826.740125:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696826.740134:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696826.740149:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696826.740154:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696826.740156:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696826.740159:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696826.740163:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120615168:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696826.740167:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696826.740172:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696826.740174:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696826.740176:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696826.740180:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696826.740182:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696826.740190:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696826.740193:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696826.740199:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696826.740205:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615168, portal 25 00000100:00000001:2.0:1755696826.740207:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696826.740209:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918589312 : -118784790962304 : ffff93f742badf80) 00000100:00000040:2.0:1755696826.740214:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696826.740222:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696826.740224:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696826.740227:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8550. 00000100:00000200:2.0:1755696826.740231:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615168, offset 0 00000400:00000200:2.0:1755696826.740238:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696826.740245:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696826.740252:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696826.740256:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696826.740261:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696826.740264:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696826.740266:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696826.740270:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [378:378:256:4294967295] 192.168.203.157@tcp LPNI seq info [378:378:8:4294967295] 00000400:00000200:2.0:1755696826.740274:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696826.740282:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696826.740295:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696826.740301:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755696826.740307:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696826.740314:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696826.740318:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696826.742288:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696826.742295:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696826.742299:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296076304 00000100:00000010:2.0:1755696826.742305:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755696826.742311:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000800:00000200:1.0:1755696826.742997:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696826.743002:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:1.0:1755696826.743007:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696826.743020:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696826.743025:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8550 00000400:00000010:1.0:1755696826.743027:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8550. 00000100:00000001:1.0:1755696826.743032:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696826.743038:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696826.743049:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696826.743053:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696826.743060:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696826.743062:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:2.0:1755696826.743370:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296076305 00000100:00000010:2.0:1755696826.743377:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755696826.743381:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696826.743384:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696826.743387:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696826.743391:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696826.743394:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696826.743401:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696826.743404:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696826.743407:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696826.743408:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696826.743410:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696826.743412:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696826.743421:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696826.743423:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:1.0:1755696826.744671:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696826.744684:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696826.744687:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696826.744689:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696826.744696:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696826.744702:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696826.744708:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696826.744712:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696826.744717:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696826.744721:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b900 00000400:00000200:1.0:1755696826.744725:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696826.744730:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1589 [1] + 224 00000800:00000001:1.0:1755696826.744738:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696826.744746:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696826.744748:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696826.744752:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696826.744756:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696826.744762:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696826.744772:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696826.744832:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696826.744840:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696826.744844:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696826.744894:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696826.744897:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696826.744903:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696826.744905:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696826.744907:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696826.744911:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696826.744914:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696826.744916:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696826.744920:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696826.744934:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696826.744940:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696826.744942:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696826.744944:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696826.744948:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696826.744950:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696826.744952:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696826.744955:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696826.744962:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=33 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696826.744966:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=81 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696826.744969:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696826.744970:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696826.744974:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696826.744977:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696826.744980:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696826.744984:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696826.744991:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696826.744994:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696826.744996:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696826.745000:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696826.745008:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120615168:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696826.745012:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696826.745014:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696826.745018:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badf80 x1840980120615168/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696842 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696826.745024:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696826.745026:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696826.745034:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696826.745037:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696826.745040:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696826.745042:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696826.745044:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696826.745047:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:2.0:1755696826.745050:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696826.745052:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696826.745054:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badf80. 00000100:00000001:2.0:1755696826.745058:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696826.745059:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696826.745061:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696826.745065:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696826.745067:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696826.745069:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696826.745070:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696826.759910:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296076304, at 4296076308 00000100:00000010:0.0:1755696826.759926:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00000100:00000040:1.0:1755696826.760013:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296076305, at 4296076308 00000100:00000010:1.0:1755696826.760020:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00010000:00000001:0.0:1755696827.443878:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696827.443885:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696827.444101:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696827.444106:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696827.444110:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696828.467935:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696828.467944:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696828.468161:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696828.468166:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696828.468170:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696829.491865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696829.491877:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696829.491879:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696829.491882:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696829.491888:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696829.491890:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696829.491892:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696829.491895:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696829.491951:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696829.491954:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696829.491957:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696830.515919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696830.515926:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696830.515992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696830.515996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696830.515999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696831.539917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696831.539923:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696831.540030:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696831.540037:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696831.540043:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696831.859962:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696831.859976:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696831.859990:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0000. 00000020:00000040:0.0:1755696831.859997:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696831.860002:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696831.860006:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696831.860011:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696831.860020:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8900. 00000100:00000001:0.0:1755696831.860027:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696831.860039:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696831.860051:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696831.860056:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696831.860063:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bc96cff0] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696831.860122:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696831.860125:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696831.860129:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696831.860131:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696831.860134:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696831.860139:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1419) 00000100:00000001:1.0:1755696831.860173:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696831.860175:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696831.860180:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696831.860181:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696831.860184:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696831.860195:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696831.860198:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696831.860201:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696831.860203:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696831.860206:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696831.860215:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696831.860224:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696831.860226:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696831.860230:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696831.860233:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696831.860236:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696831.860240:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120615296:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696831.860244:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696831.860250:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696831.860252:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696831.860261:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696831.860266:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094400. 02000000:00000001:1.0:1755696831.860269:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696831.860278:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696831.860283:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f758925b00. 00000400:00000010:1.0:1755696831.860290:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5198. 00000100:00000200:1.0:1755696831.860298:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615296, portal 25 00000100:00000001:1.0:1755696831.860300:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696831.860302:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954314752 : -118784755236864 : ffff93f744dc0000) 00000100:00000040:1.0:1755696831.860308:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696831.860317:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696831.860320:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696831.860323:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5a18. 00000100:00000200:1.0:1755696831.860326:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615296, offset 0 00000400:00000200:1.0:1755696831.860333:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696831.860341:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.860350:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696831.860355:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696831.860360:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696831.860364:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696831.860367:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696831.860371:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [379:379:256:4294967295] 192.168.203.157@tcp LPNI seq info [379:379:8:4294967295] 00000400:00000200:1.0:1755696831.860375:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.860385:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696831.860392:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696831.860397:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696831.860405:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696831.860413:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696831.860418:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696831.860435:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696831.860445:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696831.860449:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296081422 00000100:00000010:1.0:1755696831.860454:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696831.860463:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696831.860470:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296081422 00000100:00000010:1.0:1755696831.860474:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696831.860477:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696831.860480:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696831.860483:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696831.860487:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696831.860489:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696831.860547:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696831.860553:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696831.860559:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696831.860565:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696831.860569:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5a18 00000400:00000010:0.0:1755696831.860571:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5a18. 00000100:00000001:0.0:1755696831.860575:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696831.860579:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696831.860589:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696831.860592:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696831.860598:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696831.860600:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696831.862185:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696831.862200:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696831.862203:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696831.862205:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696831.862213:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.862219:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696831.862227:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.862231:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.862236:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.862240:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620b980 00000400:00000200:1.0:1755696831.862245:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696831.862251:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1591 [1] + 224 00000800:00000001:1.0:1755696831.862259:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696831.862266:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696831.862269:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696831.862274:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696831.862280:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696831.862285:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696831.862295:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696831.862331:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696831.862340:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696831.862343:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696831.862379:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696831.862383:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696831.862389:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696831.862391:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696831.862394:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f758925b00. 00000400:00000200:0.0:1755696831.862399:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5198 00000400:00000010:0.0:1755696831.862401:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5198. 00000100:00000001:0.0:1755696831.862404:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696831.862420:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696831.862431:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696831.862438:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696831.862440:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696831.862443:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696831.862447:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696831.862449:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696831.862452:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696831.862455:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696831.862462:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=38 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696831.862466:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=86 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696831.862469:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696831.862471:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696831.862474:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696831.862476:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696831.862479:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696831.862484:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696831.862492:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696831.862495:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696831.862498:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696831.862502:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696831.862510:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120615296:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696831.862516:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696831.862518:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696831.862521:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0000 x1840980120615296/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696847 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696831.862528:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696831.862536:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696831.862540:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094400. 02000000:00000001:0.0:1755696831.862544:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696831.862547:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696831.862549:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696831.862551:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696831.862554:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8900. 02000000:00000001:0.0:1755696831.862557:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696831.862559:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696831.862561:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0000. 00000100:00000001:0.0:1755696831.862564:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696831.862566:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696831.862568:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696831.862574:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696831.862576:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696831.862578:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696831.862580:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696831.874928:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296081422, at 4296081423 00000100:00000040:0.0:1755696831.874928:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296081422, at 4296081423 00000100:00000010:1.0:1755696831.874946:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00000100:00000010:0.0:1755696831.874949:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696832.563942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696832.563950:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696832.564011:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696832.564015:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696832.564018:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696833.587939:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696833.587948:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696833.588015:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696833.588018:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696833.588022:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696834.611927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696834.611935:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696834.611992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696834.611996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696834.611999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696835.635904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696835.635912:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696835.635983:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696835.635987:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696835.635990:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696836.659916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696836.659923:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696836.659996:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696836.660001:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696836.660004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696836.979883:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696836.979901:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696836.979915:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0000. 00000020:00000040:0.0:1755696836.979923:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696836.979929:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696836.979933:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696836.979939:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696836.979949:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8900. 00000100:00000001:0.0:1755696836.979975:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696836.980001:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696836.980014:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696836.980019:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696836.980026:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bc96cff0] to pc [ptlrpcd_00_00+0] req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.980068:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696836.980072:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696836.980076:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696836.980079:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696836.980083:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696836.980088:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1424) 00000100:00000001:1.0:1755696836.980090:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696836.980097:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696836.980100:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755696836.980105:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:1.0:1755696836.980109:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.980110:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696836.980121:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696836.980123:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696836.980128:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696836.980131:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696836.980134:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696836.980138:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120615424:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696836.980143:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696836.980149:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696836.980151:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696836.980154:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696836.980159:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095400. 02000000:00000001:1.0:1755696836.980161:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696836.980171:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696836.980176:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589258f0. 00000400:00000010:1.0:1755696836.980183:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5aa0. 00000100:00000200:1.0:1755696836.980191:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615424, portal 25 00000100:00000001:1.0:1755696836.980199:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696836.980200:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954314752 : -118784755236864 : ffff93f744dc0000) 00000100:00000040:1.0:1755696836.980207:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696836.980215:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696836.980218:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696836.980221:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5b28. 00000100:00000200:1.0:1755696836.980224:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615424, offset 0 00000400:00000200:1.0:1755696836.980231:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696836.980241:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.980250:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696836.980256:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696836.980261:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696836.980266:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696836.980268:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696836.980273:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [380:380:256:4294967295] 192.168.203.157@tcp LPNI seq info [380:380:8:4294967295] 00000400:00000200:1.0:1755696836.980277:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.980287:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696836.980294:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696836.980299:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696836.980306:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696836.980313:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696836.980318:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696836.980344:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696836.980348:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696836.980352:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296086542 00000100:00000010:1.0:1755696836.980357:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755696836.980365:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696836.980376:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296086542 00000100:00000010:1.0:1755696836.980380:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696836.980389:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696836.980392:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696836.980395:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696836.980398:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696836.980400:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696836.980409:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696836.980412:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696836.980414:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696836.980415:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696836.980417:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696836.980419:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696836.980577:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696836.980582:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696836.980587:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696836.980593:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696836.980598:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5b28 00000400:00000010:0.0:1755696836.980600:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5b28. 00000100:00000001:0.0:1755696836.980604:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696836.980608:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.980617:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696836.980621:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.980628:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696836.980630:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696836.982242:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696836.982255:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696836.982259:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696836.982260:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696836.982267:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.982273:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696836.982278:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.982282:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.982287:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.982291:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ba00 00000400:00000200:1.0:1755696836.982295:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696836.982300:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15a1 [1] + 224 00000800:00000001:1.0:1755696836.982312:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696836.982320:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696836.982322:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696836.982325:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696836.982329:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696836.982337:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696836.982347:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696836.982365:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696836.982381:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696836.982385:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696836.982411:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696836.982415:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696836.982421:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696836.982423:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696836.982426:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589258f0. 00000400:00000200:0.0:1755696836.982434:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5aa0 00000400:00000010:0.0:1755696836.982437:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5aa0. 00000100:00000001:0.0:1755696836.982440:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696836.982445:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696836.982455:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.982461:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696836.982463:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696836.982466:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696836.982469:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696836.982472:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696836.982474:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696836.982477:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696836.982484:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=43 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696836.982489:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=91 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696836.982491:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696836.982493:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696836.982496:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696836.982498:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696836.982501:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696836.982505:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.982512:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696836.982515:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696836.982517:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696836.982521:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696836.982528:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120615424:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696836.982539:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696836.982542:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696836.982546:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0000 x1840980120615424/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696852 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696836.982553:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696836.982555:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696836.982559:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095400. 02000000:00000001:0.0:1755696836.982562:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696836.982569:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696836.982572:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696836.982574:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696836.982576:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8900. 02000000:00000001:0.0:1755696836.982580:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696836.982582:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696836.982583:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0000. 00000100:00000001:0.0:1755696836.982587:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696836.982589:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696836.982591:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696836.982597:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696836.982599:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696836.982601:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696836.982603:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696836.994867:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296086542, at 4296086543 00000100:00000040:1.0:1755696836.994873:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296086542, at 4296086543 00000100:00000010:0.0:1755696836.994889:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00000100:00000010:1.0:1755696836.994891:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696837.683880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696837.683887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696837.683961:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696837.683966:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696837.683971:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696838.707909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696838.707916:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696838.707981:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696838.707985:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696838.707989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696839.731885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696839.731894:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696839.731896:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696839.731897:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696839.731902:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696839.731903:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696839.731905:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696839.731926:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696839.731982:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696839.731987:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696839.731991:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696840.755924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696840.755933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696840.755973:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696840.755977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696840.755980:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696841.779883:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696841.779892:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696841.779941:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696841.779945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696841.779948:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696842.099909:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696842.099921:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696842.099933:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bafb80. 00000020:00000040:3.0:1755696842.099940:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696842.099945:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696842.099949:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696842.099954:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696842.099963:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696842.099986:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696842.099996:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696842.100005:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696842.100009:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696842.100014:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005291467b] to pc [ptlrpcd_01_01+1] req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696842.100037:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696842.100040:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696842.100042:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696842.100045:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696842.100046:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696842.100050:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1429) 00000100:00000001:2.0:1755696842.100085:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696842.100097:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696842.100100:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696842.100108:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696842.100118:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696842.100120:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696842.100125:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696842.100127:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696842.100130:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696842.100134:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120615552:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696842.100139:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696842.100146:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696842.100148:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696842.100151:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696842.100157:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696842.100159:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696842.100169:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696842.100174:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696842.100181:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696842.100188:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615552, portal 25 00000100:00000001:2.0:1755696842.100191:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696842.100193:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918596480 : -118784790955136 : ffff93f742bafb80) 00000100:00000040:2.0:1755696842.100199:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696842.100208:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696842.100210:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696842.100214:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8110. 00000100:00000200:2.0:1755696842.100217:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615552, offset 0 00000400:00000200:2.0:1755696842.100224:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696842.100233:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696842.100242:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696842.100248:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696842.100253:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696842.100263:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696842.100266:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696842.100270:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [381:381:256:4294967295] 192.168.203.157@tcp LPNI seq info [381:381:8:4294967295] 00000400:00000200:2.0:1755696842.100274:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696842.100285:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696842.100292:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696842.100297:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755696842.100304:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696842.100313:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696842.100319:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696842.100337:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696842.100342:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696842.100345:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296091662 00000100:00000010:2.0:1755696842.100350:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755696842.100359:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696842.100366:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296091662 00000100:00000010:2.0:1755696842.100370:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755696842.100374:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696842.100386:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696842.100390:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696842.100394:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696842.100396:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696842.100405:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696842.100407:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696842.100410:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696842.100412:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696842.100413:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696842.100416:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696842.100428:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696842.100431:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696842.100440:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696842.100445:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:0.0:1755696842.100451:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696842.100457:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696842.100461:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8110 00000400:00000010:0.0:1755696842.100462:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8110. 00000100:00000001:0.0:1755696842.100466:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696842.100469:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696842.100477:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696842.100479:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696842.100484:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696842.100486:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696842.101762:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696842.101774:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696842.101777:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696842.101815:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696842.101820:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696842.101824:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696842.101831:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696842.101835:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696842.101839:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696842.101842:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ba80 00000400:00000200:1.0:1755696842.101845:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696842.101849:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15b1 [1] + 224 00000800:00000001:1.0:1755696842.101854:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696842.101860:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696842.101862:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696842.101864:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696842.101868:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696842.101871:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696842.101878:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696842.101900:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696842.101906:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696842.101908:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696842.101923:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696842.101926:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696842.101930:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696842.101937:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696842.101939:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696842.101942:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696842.101944:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696842.101946:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696842.101949:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696842.101956:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696842.101961:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696842.101962:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696842.101963:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696842.101966:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696842.101967:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696842.101969:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696842.101972:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696842.101977:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=49 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696842.101980:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=97 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696842.101982:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696842.101983:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696842.101986:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696842.101988:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696842.101991:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696842.101996:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696842.102003:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696842.102006:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696842.102008:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696842.102012:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696842.102019:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120615552:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696842.102024:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696842.102031:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696842.102035:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bafb80 x1840980120615552/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696858 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696842.102040:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696842.102042:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696842.102045:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696842.102047:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696842.102049:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696842.102050:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696842.102052:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696842.102053:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696842.102056:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696842.102057:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696842.102059:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bafb80. 00000100:00000001:2.0:1755696842.102062:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696842.102063:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696842.102064:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696842.102067:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696842.102067:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696842.102069:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696842.102070:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696842.114856:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296091662, at 4296091663 00000100:00000040:0.0:1755696842.114856:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296091662, at 4296091663 00000100:00000010:0.0:1755696842.114872:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00000100:00000010:1.0:1755696842.114873:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00010000:00000001:0.0:1755696842.803925:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696842.803945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696842.804006:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696842.804010:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696842.804015:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696843.827942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696843.827952:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696843.828032:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696843.828037:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696843.828040:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696844.851897:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696844.851903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696844.851966:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696844.851971:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696844.851975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696845.875892:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696845.875899:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696845.875949:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696845.875952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696845.875956:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696846.899914:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696846.899925:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696846.900000:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696846.900005:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696846.900008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696847.219912:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696847.219924:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696847.219936:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bafb80. 00000020:00000040:3.0:1755696847.219942:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696847.219947:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696847.219950:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696847.219956:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696847.219964:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696847.219971:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696847.219984:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696847.219995:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696847.220000:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696847.220007:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005291467b] to pc [ptlrpcd_01_00+0] req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696847.220062:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696847.220065:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696847.220069:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696847.220072:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696847.220075:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696847.220079:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1434) 00000100:00000001:2.0:1755696847.220098:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696847.220103:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696847.220105:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696847.220110:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696847.220112:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696847.220114:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696847.220122:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696847.220130:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696847.220133:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696847.220136:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696847.220138:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696847.220140:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120615680:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696847.220144:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696847.220149:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696847.220151:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696847.220152:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696847.220156:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696847.220157:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696847.220165:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696847.220169:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696847.220174:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696847.220180:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615680, portal 25 00000100:00000001:2.0:1755696847.220182:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696847.220183:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918596480 : -118784790955136 : ffff93f742bafb80) 00000100:00000040:2.0:1755696847.220187:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696847.220193:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696847.220194:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696847.220196:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8c38. 00000100:00000200:2.0:1755696847.220199:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615680, offset 0 00000400:00000200:2.0:1755696847.220203:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696847.220211:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696847.220217:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696847.220221:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696847.220225:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696847.220228:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696847.220229:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696847.220232:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [382:382:256:4294967295] 192.168.203.157@tcp LPNI seq info [382:382:8:4294967295] 00000400:00000200:2.0:1755696847.220234:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696847.220242:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696847.220251:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696847.220254:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755696847.220261:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696847.220267:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696847.220271:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696847.220286:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696847.220292:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696847.220295:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296096782 00000100:00000010:2.0:1755696847.220298:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755696847.220305:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696847.220310:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296096782 00000100:00000010:2.0:1755696847.220313:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755696847.220316:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696847.220323:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696847.220325:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696847.220328:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696847.220329:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696847.220338:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696847.220340:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696847.220343:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696847.220344:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696847.220346:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696847.220348:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696847.220411:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696847.220417:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:0.0:1755696847.220423:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696847.220430:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696847.220439:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8c38 00000400:00000010:0.0:1755696847.220442:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8c38. 00000100:00000001:0.0:1755696847.220446:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696847.220450:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696847.220460:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696847.220463:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696847.220470:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696847.220471:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696847.221704:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696847.221717:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696847.221720:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696847.221723:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696847.221729:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696847.221735:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696847.221743:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696847.221748:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696847.221752:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696847.221756:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bb00 00000400:00000200:1.0:1755696847.221760:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696847.221764:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15b9 [1] + 224 00000800:00000001:1.0:1755696847.221770:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696847.221777:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696847.221812:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696847.221817:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696847.221821:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696847.221828:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696847.221838:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696847.221867:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696847.221874:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696847.221877:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696847.221909:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696847.221912:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696847.221917:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696847.221919:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696847.221922:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696847.221926:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696847.221928:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696847.221930:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696847.221935:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696847.221944:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696847.221958:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696847.221960:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696847.221963:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696847.221966:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696847.221969:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696847.221972:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696847.221975:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696847.221982:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=54 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696847.221986:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=102 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696847.221989:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696847.221990:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696847.221993:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696847.221996:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696847.221998:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696847.222003:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696847.222010:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696847.222013:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696847.222015:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696847.222020:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696847.222027:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bafb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120615680:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696847.222032:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696847.222034:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696847.222037:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bafb80 x1840980120615680/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696863 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696847.222043:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696847.222046:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696847.222049:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011800. 02000000:00000001:2.0:1755696847.222052:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696847.222055:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696847.222062:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696847.222064:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696847.222067:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696847.222070:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696847.222072:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696847.222074:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bafb80. 00000100:00000001:2.0:1755696847.222078:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696847.222079:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696847.222081:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696847.222086:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696847.222087:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696847.222090:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696847.222091:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696847.234901:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296096782, at 4296096783 00000100:00000040:0.0:1755696847.234901:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296096782, at 4296096783 00000100:00000010:0.0:1755696847.234919:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000010:1.0:1755696847.234922:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755696847.923920:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696847.923927:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696847.923995:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696847.924000:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696847.924004:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696848.947856:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696848.947869:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696848.947872:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696848.947874:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696848.947881:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696848.947883:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696848.947885:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696848.947887:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696848.947961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696848.947965:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696848.947968:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696849.971949:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696849.971959:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696849.972021:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696849.972025:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696849.972028:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696850.995909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696850.995915:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696850.995975:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696850.995978:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696850.995981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696852.019912:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696852.019919:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696852.019989:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696852.019994:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696852.019998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696852.339914:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696852.339925:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696852.339938:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badf80. 00000020:00000040:3.0:1755696852.339944:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696852.339947:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696852.339951:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696852.339956:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696852.339963:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755696852.339970:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696852.339981:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696852.339990:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696852.339994:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696852.339999:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000d193791] to pc [ptlrpcd_01_01+1] req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696852.340029:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696852.340032:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696852.340035:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696852.340037:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696852.340057:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696852.340061:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1439) 00000100:00000001:2.0:1755696852.340066:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696852.340072:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696852.340074:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696852.340081:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696852.340087:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696852.340089:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696852.340091:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696852.340092:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696852.340098:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696852.340100:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696852.340102:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696852.340105:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120615808:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696852.340108:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696852.340113:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696852.340115:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696852.340116:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696852.340121:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696852.340122:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696852.340136:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696852.340139:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696852.340145:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696852.340151:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615808, portal 25 00000100:00000001:2.0:1755696852.340153:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696852.340154:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918589312 : -118784790962304 : ffff93f742badf80) 00000100:00000040:2.0:1755696852.340158:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696852.340164:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696852.340166:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696852.340167:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8880. 00000100:00000200:2.0:1755696852.340171:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615808, offset 0 00000400:00000200:2.0:1755696852.340176:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696852.340183:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696852.340190:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696852.340194:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696852.340197:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696852.340200:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696852.340202:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696852.340205:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [383:383:256:4294967295] 192.168.203.157@tcp LPNI seq info [383:383:8:4294967295] 00000400:00000200:2.0:1755696852.340207:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696852.340215:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696852.340220:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696852.340223:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755696852.340229:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696852.340240:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696852.340244:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696852.340259:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696852.340262:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696852.340264:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296101902 00000100:00000010:2.0:1755696852.340267:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755696852.340278:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696852.340284:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296101902 00000100:00000010:2.0:1755696852.340287:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755696852.340289:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696852.340297:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696852.340299:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696852.340301:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696852.340302:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696852.340309:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696852.340311:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696852.340313:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696852.340313:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696852.340315:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696852.340316:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696852.340396:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696852.340401:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:0.0:1755696852.340407:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696852.340412:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696852.340416:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8880 00000400:00000010:0.0:1755696852.340418:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8880. 00000100:00000001:0.0:1755696852.340421:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696852.340429:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696852.340439:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696852.340443:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696852.340450:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696852.340451:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696852.341739:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696852.341750:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696852.341752:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696852.341754:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696852.341759:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696852.341763:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696852.341768:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696852.341771:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696852.341775:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696852.341811:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bb80 00000400:00000200:1.0:1755696852.341817:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696852.341822:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15c1 [1] + 224 00000800:00000001:1.0:1755696852.341828:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696852.341835:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696852.341837:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696852.341839:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696852.341843:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696852.341847:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696852.341860:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696852.341873:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696852.341879:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696852.341882:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696852.341896:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696852.341899:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696852.341903:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696852.341905:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696852.341907:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696852.341910:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696852.341911:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696852.341913:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696852.341917:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696852.341923:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696852.341928:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696852.341929:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696852.341931:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696852.341934:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696852.341936:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696852.341938:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696852.341940:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696852.341946:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=59 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696852.341949:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=107 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696852.341956:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696852.341957:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696852.341959:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696852.341961:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696852.341963:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696852.341966:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696852.341971:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696852.341973:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696852.341975:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696852.341977:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696852.341982:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badf80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120615808:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696852.341985:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696852.341986:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696852.341987:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badf80 x1840980120615808/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696868 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696852.341991:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696852.341993:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696852.341995:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010200. 02000000:00000001:2.0:1755696852.341997:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696852.341999:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696852.342000:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696852.342002:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696852.342004:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:2.0:1755696852.342006:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696852.342008:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696852.342010:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badf80. 00000100:00000001:2.0:1755696852.342012:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696852.342013:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696852.342014:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696852.342018:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696852.342018:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696852.342022:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696852.342024:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696852.354903:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296101902, at 4296101903 00000100:00000040:0.0:1755696852.354903:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296101902, at 4296101903 00000100:00000010:1.0:1755696852.354919:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00000100:00000010:0.0:1755696852.354921:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00010000:00000001:0.0:1755696853.043888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696853.043893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696853.043948:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696853.043951:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696853.043953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696854.067915:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696854.067922:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696854.067981:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696854.067984:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696854.067987:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696855.091940:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696855.091949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696855.092040:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696855.092044:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696855.092047:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696856.115927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696856.115934:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696856.115997:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696856.116001:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696856.116004:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696857.139903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696857.139909:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696857.139987:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696857.139993:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696857.139996:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696857.459942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696857.459953:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696857.459966:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2300. 00000020:00000040:2.0:1755696857.459973:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696857.459977:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696857.459980:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696857.459987:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696857.459997:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755696857.460005:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696857.460018:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696857.460030:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696857.460035:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696857.460042:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000cfb8bc52] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696857.460079:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696857.460083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696857.460087:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696857.460090:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696857.460094:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:3.0:1755696857.460109:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696857.460116:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1444) 00000100:00000001:3.0:1755696857.460118:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696857.460123:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755696857.460135:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755696857.460136:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696857.460141:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696857.460157:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696857.460161:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696857.460166:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696857.460171:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696857.460175:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696857.460179:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120615936:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696857.460184:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696857.460190:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696857.460192:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696857.460194:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696857.460201:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1be800. 02000000:00000001:3.0:1755696857.460202:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696857.460209:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696857.460213:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696857.460218:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696857.460222:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120615936, portal 25 00000100:00000001:3.0:1755696857.460224:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696857.460225:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287967488 : -118784421584128 : ffff93f758bf2300) 00000100:00000040:3.0:1755696857.460230:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696857.460235:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696857.460237:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696857.460239:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467924c8. 00000100:00000200:3.0:1755696857.460253:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120615936, offset 0 00000400:00000200:3.0:1755696857.460258:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696857.460265:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696857.460270:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696857.460274:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696857.460277:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696857.460280:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696857.460282:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696857.460285:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [384:384:256:4294967295] 192.168.203.157@tcp LPNI seq info [384:384:8:4294967295] 00000400:00000200:3.0:1755696857.460287:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696857.460294:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696857.460297:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696857.460301:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597700. 00000800:00000200:3.0:1755696857.460306:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696857.460311:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696857.460315:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696857.460338:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696857.460341:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696857.460343:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296107022 00000100:00000010:3.0:1755696857.460347:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a9c0. 00000100:00000001:3.0:1755696857.460352:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696857.460360:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296107022 00000100:00000010:3.0:1755696857.460362:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a0c0. 00000100:00000001:3.0:1755696857.460365:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696857.460381:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696857.460384:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696857.460387:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696857.460390:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696857.460397:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696857.460400:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696857.460402:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696857.460409:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696857.460411:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696857.460414:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696857.460483:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696857.460489:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597700. 00000400:00000200:0.0:1755696857.460495:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696857.460501:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696857.460506:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467924c8 00000400:00000010:0.0:1755696857.460508:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467924c8. 00000100:00000001:0.0:1755696857.460512:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696857.460517:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696857.460528:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696857.460531:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696857.460539:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696857.460541:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696857.461595:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696857.461612:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696857.461615:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696857.461618:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696857.461626:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696857.461635:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696857.461644:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696857.461649:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696857.461654:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696857.461659:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bc00 00000400:00000200:1.0:1755696857.461665:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696857.461671:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15c9 [1] + 224 00000800:00000001:1.0:1755696857.461679:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696857.461691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696857.461694:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696857.461699:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696857.461705:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696857.461711:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696857.461736:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696857.461755:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696857.461764:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696857.461768:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696857.461777:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696857.461806:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696857.461822:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696857.461824:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696857.461827:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696857.461833:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696857.461836:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696857.461839:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696857.461848:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696857.461859:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696857.461866:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696857.461868:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696857.461870:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696857.461873:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696857.461875:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696857.461877:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696857.461880:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696857.461887:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=64 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696857.461891:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=112 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696857.461894:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696857.461896:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696857.461899:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696857.461901:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696857.461903:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696857.461908:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696857.461916:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696857.461919:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696857.461921:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696857.461925:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696857.461945:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120615936:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696857.461949:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696857.461951:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696857.461954:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2300 x1840980120615936/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696873 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696857.461961:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696857.461963:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696857.461966:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1be800. 02000000:00000001:3.0:1755696857.461969:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696857.461971:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696857.461972:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696857.461975:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696857.461978:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:3.0:1755696857.461981:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696857.461983:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696857.461985:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2300. 00000100:00000001:3.0:1755696857.461990:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696857.461990:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696857.461992:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696857.461994:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696857.461995:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696857.461996:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696857.461998:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696857.474951:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296107022, at 4296107023 00000100:00000040:1.0:1755696857.474952:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296107022, at 4296107023 00000100:00000010:1.0:1755696857.474973:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a0c0. 00000100:00000010:0.0:1755696857.474977:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a9c0. 00010000:00000001:0.0:1755696858.163899:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696858.163906:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696858.163984:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696858.163990:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696858.163993:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696859.187927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696859.187944:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696859.187946:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696859.187949:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696859.187956:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696859.187958:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696859.187960:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696859.187962:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696859.188036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696859.188040:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696859.188043:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696860.211917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696860.211924:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696860.211983:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696860.211988:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696860.211992:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696861.235875:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696861.235882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696861.235942:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696861.235945:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696861.235948:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696862.259936:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696862.259943:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696862.259986:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696862.259991:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696862.259994:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696862.579943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696862.579951:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696862.579960:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758029500. 00000020:00000040:1.0:1755696862.579965:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696862.579968:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696862.579971:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696862.579976:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696862.579984:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755696862.579990:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696862.579998:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696862.580006:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696862.580010:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696862.580015:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000030387276] to pc [ptlrpcd_00_01+1] req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696862.580055:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696862.580057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696862.580060:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696862.580061:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696862.580063:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696862.580066:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1449) 00000100:00000001:0.0:1755696862.580113:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696862.580123:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696862.580126:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696862.580139:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696862.580147:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696862.580149:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696862.580153:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696862.580156:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696862.580158:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696862.580161:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120616064:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696862.580164:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696862.580169:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696862.580171:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696862.580173:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696862.580180:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013400. 02000000:00000001:0.0:1755696862.580182:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696862.580200:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696862.580203:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696862.580208:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696862.580214:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616064, portal 25 00000100:00000001:0.0:1755696862.580216:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696862.580218:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275610368 : -118784433941248 : ffff93f758029500) 00000100:00000040:0.0:1755696862.580222:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696862.580227:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696862.580229:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696862.580231:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee7f8. 00000100:00000200:0.0:1755696862.580233:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616064, offset 0 00000400:00000200:0.0:1755696862.580238:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696862.580245:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696862.580252:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696862.580256:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696862.580259:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696862.580262:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696862.580264:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696862.580267:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [385:385:256:4294967295] 192.168.203.157@tcp LPNI seq info [385:385:8:4294967295] 00000400:00000200:0.0:1755696862.580269:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696862.580277:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696862.580282:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696862.580286:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8900. 00000800:00000200:0.0:1755696862.580292:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696862.580299:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696862.580302:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696862.580320:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696862.580323:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696862.580325:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296112142 00000100:00000010:0.0:1755696862.580329:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696862.580339:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696862.580348:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296112142 00000100:00000010:0.0:1755696862.580351:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f3c0. 00000100:00000001:0.0:1755696862.580354:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696862.580358:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696862.580361:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696862.580364:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696862.580367:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696862.580376:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696862.580379:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696862.580382:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696862.580383:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696862.580385:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696862.580388:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696862.580404:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696862.580406:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696862.580436:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696862.580441:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8900. 00000400:00000200:1.0:1755696862.580447:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696862.580453:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696862.580459:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee7f8 00000400:00000010:1.0:1755696862.580461:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee7f8. 00000100:00000001:1.0:1755696862.580466:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696862.580471:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696862.580481:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696862.580485:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696862.580489:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696862.580490:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696862.581549:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696862.581560:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696862.581563:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696862.581565:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696862.581571:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696862.581575:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696862.581579:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696862.581582:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696862.581585:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696862.581594:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bc80 00000400:00000200:1.0:1755696862.581599:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696862.581603:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15d1 [1] + 224 00000800:00000001:1.0:1755696862.581609:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696862.581616:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696862.581617:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696862.581620:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696862.581623:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696862.581626:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696862.581633:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696862.581646:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696862.581651:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696862.581654:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696862.581675:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696862.581678:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696862.581683:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696862.581684:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696862.581687:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696862.581691:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696862.581692:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696862.581695:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696862.581700:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696862.581706:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696862.581711:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696862.581712:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696862.581714:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696862.581716:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696862.581718:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696862.581720:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696862.581722:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696862.581728:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=69 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696862.581737:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=117 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696862.581739:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696862.581740:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696862.581742:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696862.581744:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696862.581746:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696862.581749:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696862.581754:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696862.581756:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696862.581757:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696862.581760:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696862.581765:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758029500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120616064:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696862.581768:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696862.581770:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696862.581772:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758029500 x1840980120616064/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696878 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696862.581776:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696862.581831:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696862.581834:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013400. 02000000:00000001:0.0:1755696862.581837:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696862.581840:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696862.581841:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696862.581843:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696862.581844:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:0.0:1755696862.581847:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696862.581849:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696862.581850:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758029500. 00000100:00000001:0.0:1755696862.581853:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696862.581854:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696862.581855:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696862.581859:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696862.581864:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696862.581865:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696862.581866:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696862.594903:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296112142, at 4296112143 00000100:00000040:0.0:1755696862.594907:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296112142, at 4296112143 00000100:00000010:1.0:1755696862.594922:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f3c0. 00000100:00000010:0.0:1755696862.594927:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696863.283908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696863.283916:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696863.283998:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696863.284001:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696863.284004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696864.307927:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696864.307937:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696864.308000:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696864.308004:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696864.308006:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696865.331945:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696865.331953:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696865.332027:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696865.332031:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696865.332034:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696866.355898:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696866.355907:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696866.355977:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696866.355981:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696866.355988:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696867.379909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696867.379915:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696867.379987:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696867.379992:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696867.379995:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696867.699971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696867.699990:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696867.700007:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad500. 00000020:00000040:3.0:1755696867.700014:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696867.700019:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696867.700023:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696867.700030:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696867.700039:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696867.700047:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696867.700075:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696867.700088:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696867.700093:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696867.700099:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f010a727] to pc [ptlrpcd_01_01+1] req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696867.700133:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696867.700136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696867.700140:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696867.700143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696867.700146:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696867.700150:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1454) 00000100:00000001:3.0:1755696867.700166:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696867.700171:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696867.700173:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696867.700175:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696867.700180:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696867.700182:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696867.700186:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696867.700189:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696867.700191:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696867.700194:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696867.700201:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696867.700209:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696867.700212:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696867.700215:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696867.700218:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696867.700221:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696867.700225:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616192:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696867.700229:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696867.700234:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696867.700241:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696867.700244:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696867.700248:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1be200. 02000000:00000001:3.0:1755696867.700250:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696867.700259:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696867.700264:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696867.700271:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696867.700277:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616192, portal 25 00000100:00000001:3.0:1755696867.700280:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696867.700282:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918586624 : -118784790964992 : ffff93f742bad500) 00000100:00000040:3.0:1755696867.700287:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696867.700295:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696867.700297:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696867.700300:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792110. 00000100:00000200:3.0:1755696867.700304:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616192, offset 0 00000400:00000200:3.0:1755696867.700310:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696867.700320:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696867.700328:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696867.700333:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696867.700337:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696867.700340:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696867.700343:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696867.700347:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [386:386:256:4294967295] 192.168.203.157@tcp LPNI seq info [386:386:8:4294967295] 00000400:00000200:3.0:1755696867.700351:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696867.700362:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696867.700369:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696867.700372:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597c00. 00000800:00000200:3.0:1755696867.700380:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696867.700388:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696867.700393:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696867.700409:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696867.700416:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696867.700420:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296117262 00000100:00000010:3.0:1755696867.700424:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a5a0. 00000100:00000001:3.0:1755696867.700432:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696867.700445:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296117262 00000100:00000010:3.0:1755696867.700449:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a960. 00000100:00000001:3.0:1755696867.700452:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696867.700455:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696867.700458:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696867.700462:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696867.700464:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696867.700524:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696867.700529:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597c00. 00000400:00000200:1.0:1755696867.700533:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696867.700538:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696867.700542:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792110 00000400:00000010:1.0:1755696867.700543:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792110. 00000100:00000001:1.0:1755696867.700546:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696867.700550:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696867.700572:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696867.700576:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696867.700584:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696867.700586:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696867.702185:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696867.702198:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696867.702202:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696867.702204:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696867.702212:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696867.702217:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696867.702225:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696867.702229:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696867.702234:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696867.702238:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bd00 00000400:00000200:1.0:1755696867.702243:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696867.702249:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15e1 [1] + 224 00000800:00000001:1.0:1755696867.702256:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696867.702265:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696867.702267:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696867.702271:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696867.702276:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696867.702282:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696867.702292:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696867.702308:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696867.702315:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696867.702318:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696867.702416:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696867.702424:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696867.702433:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696867.702436:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696867.702440:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696867.702446:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696867.702449:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696867.702453:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696867.702464:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696867.702507:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696867.702516:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696867.702518:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696867.702520:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696867.702523:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696867.702526:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696867.702529:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696867.702532:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696867.702539:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=74 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696867.702543:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=122 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696867.702546:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696867.702548:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696867.702559:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696867.702561:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696867.702564:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696867.702570:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696867.702577:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696867.702581:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696867.702584:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696867.702588:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696867.702595:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616192:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696867.702600:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696867.702603:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696867.702606:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad500 x1840980120616192/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696883 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696867.702612:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696867.702615:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696867.702619:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1be200. 02000000:00000001:3.0:1755696867.702622:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696867.702625:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696867.702627:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696867.702629:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696867.702631:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696867.702634:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696867.702637:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696867.702639:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad500. 00000100:00000001:3.0:1755696867.702643:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696867.702645:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696867.702647:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696867.702653:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696867.702655:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696867.702657:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696867.702659:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696867.714932:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296117262, at 4296117263 00000100:00000040:1.0:1755696867.714951:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296117262, at 4296117263 00000100:00000010:0.0:1755696867.714953:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a5a0. 00000100:00000010:1.0:1755696867.714957:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a960. 00010000:00000001:0.0:1755696868.403934:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696868.403945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696868.404021:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696868.404026:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696868.404029:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696869.427919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696869.427927:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696869.427930:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696869.427933:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696869.427937:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696869.427939:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696869.427942:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696869.427944:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696869.428011:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696869.428014:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696869.428017:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696870.451914:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696870.451920:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696870.451984:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696870.451988:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696870.451991:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696871.475890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696871.475896:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696871.475961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696871.475965:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696871.475968:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696872.499903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696872.499908:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696872.499968:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696872.499972:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696872.499975:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696872.819885:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696872.819894:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696872.819903:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad500. 00000020:00000040:3.0:1755696872.819908:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696872.819911:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696872.819914:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696872.819918:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696872.819926:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696872.819931:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696872.819940:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696872.819948:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696872.819951:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696872.819956:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f010a727] to pc [ptlrpcd_01_00+0] req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696872.819980:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696872.819983:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696872.819987:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696872.819990:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696872.819992:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696872.819997:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1460) 00000100:00000001:3.0:1755696872.820020:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696872.820021:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696872.820023:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696872.820025:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696872.820026:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696872.820031:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696872.820039:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696872.820040:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696872.820043:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696872.820046:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696872.820061:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696872.820066:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616320:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696872.820070:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696872.820075:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696872.820077:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696872.820079:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696872.820082:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bfe00. 02000000:00000001:3.0:1755696872.820084:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696872.820090:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696872.820093:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696872.820098:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696872.820102:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616320, portal 25 00000100:00000001:3.0:1755696872.820104:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696872.820105:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918586624 : -118784790964992 : ffff93f742bad500) 00000100:00000040:3.0:1755696872.820110:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696872.820115:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696872.820117:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696872.820119:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792330. 00000100:00000200:3.0:1755696872.820121:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616320, offset 0 00000400:00000200:3.0:1755696872.820125:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696872.820131:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696872.820135:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696872.820139:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696872.820142:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696872.820145:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696872.820147:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696872.820149:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [387:387:256:4294967295] 192.168.203.157@tcp LPNI seq info [387:387:8:4294967295] 00000400:00000200:3.0:1755696872.820151:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696872.820164:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696872.820168:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696872.820171:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755696872.820180:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696872.820185:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696872.820189:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696872.820201:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696872.820204:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696872.820207:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296122382 00000100:00000010:3.0:1755696872.820210:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a600. 00000100:00000001:3.0:1755696872.820215:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696872.820226:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296122382 00000100:00000010:3.0:1755696872.820228:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a8a0. 00000100:00000001:3.0:1755696872.820233:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696872.820236:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696872.820238:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696872.820240:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696872.820242:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696872.820247:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696872.820249:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696872.820251:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696872.820252:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696872.820253:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696872.820255:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696872.820307:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696872.820312:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:1.0:1755696872.820316:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696872.820320:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696872.820322:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792330 00000400:00000010:1.0:1755696872.820324:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792330. 00000100:00000001:1.0:1755696872.820327:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696872.820330:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696872.820337:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696872.820341:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696872.820349:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696872.820350:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696872.821498:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696872.821511:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696872.821513:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696872.821516:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696872.821521:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696872.821528:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696872.821534:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696872.821537:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696872.821541:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696872.821544:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bd80 00000400:00000200:1.0:1755696872.821548:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696872.821559:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15e9 [1] + 224 00000800:00000001:1.0:1755696872.821565:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696872.821571:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696872.821573:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696872.821576:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696872.821580:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696872.821584:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696872.821594:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696872.821610:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696872.821616:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696872.821620:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696872.821640:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696872.821642:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696872.821647:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696872.821648:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696872.821650:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696872.821654:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696872.821655:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696872.821658:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696872.821662:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696872.821670:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696872.821676:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696872.821683:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696872.821686:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696872.821688:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696872.821691:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696872.821693:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696872.821696:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696872.821709:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=79 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696872.821716:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=127 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696872.821719:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696872.821720:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696872.821723:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696872.821725:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696872.821728:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696872.821732:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696872.821739:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696872.821741:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696872.821743:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696872.821747:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696872.821755:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616320:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696872.821759:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696872.821761:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696872.821764:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad500 x1840980120616320/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696888 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696872.821770:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696872.821773:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696872.821775:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bfe00. 02000000:00000001:3.0:1755696872.821779:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696872.821802:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696872.821803:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696872.821806:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696872.821808:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696872.821816:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696872.821818:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696872.821819:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad500. 00000100:00000001:3.0:1755696872.821829:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696872.821833:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696872.821834:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696872.821837:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696872.821838:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696872.821839:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696872.821840:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696872.834896:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296122382, at 4296122383 00000100:00000040:0.0:1755696872.834896:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296122382, at 4296122383 00000100:00000010:0.0:1755696872.834910:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a600. 00000100:00000010:1.0:1755696872.834912:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a8a0. 00010000:00000001:0.0:1755696873.523835:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696873.523847:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696873.523879:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696873.523883:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696873.523886:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696874.548825:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696874.548830:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696874.548871:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696874.548876:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696874.548880:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696875.571843:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696875.571850:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696875.571971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696875.571976:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696875.571979:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696876.595849:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696876.595856:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696876.595912:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696876.595916:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696876.595919:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696877.619872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696877.619877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696877.619909:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696877.619915:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696877.619918:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696877.939902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696877.939911:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696877.939933:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad500. 00000020:00000040:3.0:1755696877.939938:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696877.939942:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696877.939946:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696877.939951:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696877.939959:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696877.939966:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696877.939978:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696877.939988:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696877.939992:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696877.939997:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f010a727] to pc [ptlrpcd_01_01+1] req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696877.940032:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696877.940045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696877.940048:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696877.940050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696877.940052:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696877.940055:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1465) 00000100:00000001:3.0:1755696877.940069:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755696877.940072:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1755696877.940074:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.940081:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696877.940083:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.940084:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696877.940087:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696877.940089:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696877.940093:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696877.940099:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696877.940100:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696877.940103:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696877.940109:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1755696877.940110:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696877.940112:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696877.940120:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696877.940122:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616448:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696877.940126:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696877.940131:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696877.940133:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696877.940135:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696877.940139:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bee00. 02000000:00000001:3.0:1755696877.940142:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696877.940149:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696877.940153:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696877.940157:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696877.940163:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616448, portal 25 00000100:00000001:3.0:1755696877.940164:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696877.940169:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918586624 : -118784790964992 : ffff93f742bad500) 00000100:00000040:3.0:1755696877.940173:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696877.940178:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696877.940180:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696877.940182:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792bb0. 00000100:00000200:3.0:1755696877.940185:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616448, offset 0 00000400:00000200:3.0:1755696877.940189:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696877.940195:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696877.940200:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696877.940203:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696877.940207:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696877.940209:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696877.940211:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696877.940214:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [388:388:256:4294967295] 192.168.203.157@tcp LPNI seq info [388:388:8:4294967295] 00000400:00000200:3.0:1755696877.940217:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696877.940223:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696877.940228:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696877.940230:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755696877.940235:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696877.940241:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696877.940244:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696877.940261:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696877.940264:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696877.940266:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296127502 00000100:00000010:3.0:1755696877.940269:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023aae0. 00000100:00000001:3.0:1755696877.940275:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696877.940286:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296127502 00000100:00000010:3.0:1755696877.940288:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a840. 00000100:00000001:3.0:1755696877.940293:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696877.940299:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696877.940301:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696877.940305:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696877.940308:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696877.940389:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696877.940395:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:1.0:1755696877.940413:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696877.940420:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696877.940424:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792bb0 00000400:00000010:1.0:1755696877.940426:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792bb0. 00000100:00000001:1.0:1755696877.940431:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696877.940436:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696877.940445:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696877.940448:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696877.940453:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696877.940454:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696877.941635:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696877.941647:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696877.941650:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696877.941653:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696877.941661:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696877.941666:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696877.941675:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696877.941680:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696877.941685:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696877.941690:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620be00 00000400:00000200:1.0:1755696877.941696:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696877.941703:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15f1 [1] + 224 00000800:00000001:1.0:1755696877.941711:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696877.941718:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696877.941721:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696877.941724:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696877.941730:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696877.941734:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696877.941743:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696877.941761:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696877.941769:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696877.941772:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.941807:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696877.941811:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696877.941817:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696877.941819:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696877.941821:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696877.941825:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696877.941826:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696877.941828:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696877.941832:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696877.941839:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696877.941844:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696877.941845:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.941847:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696877.941849:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696877.941851:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696877.941853:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696877.941856:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696877.941862:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=84 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696877.941865:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=132 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696877.941867:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696877.941868:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696877.941870:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696877.941872:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696877.941874:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696877.941877:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696877.941881:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696877.941884:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696877.941885:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696877.941894:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696877.941900:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616448:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696877.941903:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.941904:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696877.941906:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad500 x1840980120616448/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696893 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696877.941910:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696877.941913:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696877.941916:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bee00. 02000000:00000001:3.0:1755696877.941918:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696877.941921:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696877.941922:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696877.941924:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696877.941925:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:3.0:1755696877.941927:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696877.941929:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696877.941931:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad500. 00000100:00000001:3.0:1755696877.941933:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696877.941934:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.941935:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696877.941941:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696877.941942:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696877.941944:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696877.941945:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696877.954906:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296127502, at 4296127503 00000100:00000040:0.0:1755696877.954906:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296127502, at 4296127503 00000100:00000010:0.0:1755696877.954924:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023aae0. 00000100:00000010:1.0:1755696877.954926:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a840. 00010000:00000001:0.0:1755696878.644824:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696878.644831:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696878.644863:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696878.644866:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696878.644869:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696879.667867:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696879.667874:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696879.667876:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696879.667878:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696879.667881:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696879.667883:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696879.667884:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696879.667886:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696879.667908:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696879.667914:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696879.667917:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696880.691873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696880.691879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696880.691917:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696880.691921:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696880.691924:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696881.715890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696881.715897:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696881.715917:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696881.715921:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696881.715923:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696882.739896:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696882.739906:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696882.739951:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696882.739955:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696882.739959:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696883.059872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696883.059884:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696883.059895:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad500. 00000020:00000040:3.0:1755696883.059914:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696883.059919:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696883.059923:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696883.059928:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696883.059936:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696883.059944:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696883.059958:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696883.059970:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696883.059976:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696883.059983:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f010a727] to pc [ptlrpcd_01_00+0] req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696883.060020:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696883.060024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696883.060028:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696883.060031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696883.060035:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696883.060040:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1470) 00000100:00000001:2.0:1755696883.060063:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696883.060075:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696883.060075:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696883.060081:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696883.060081:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696883.060092:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696883.060104:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696883.060107:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696883.060113:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696883.060116:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696883.060119:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696883.060124:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616576:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696883.060129:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696883.060135:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696883.060138:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696883.060141:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696883.060145:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696883.060148:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696883.060157:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696883.060162:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696883.060169:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696883.060175:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616576, portal 25 00000100:00000001:2.0:1755696883.060178:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696883.060180:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918586624 : -118784790964992 : ffff93f742bad500) 00000100:00000040:2.0:1755696883.060187:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696883.060197:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696883.060200:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696883.060203:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8f68. 00000100:00000200:2.0:1755696883.060207:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616576, offset 0 00000400:00000200:2.0:1755696883.060215:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696883.060223:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696883.060231:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696883.060237:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696883.060241:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696883.060250:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696883.060253:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696883.060256:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [389:389:256:4294967295] 192.168.203.157@tcp LPNI seq info [389:389:8:4294967295] 00000400:00000200:2.0:1755696883.060259:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696883.060267:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696883.060272:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696883.060275:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755696883.060281:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696883.060287:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696883.060291:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696883.060306:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696883.060309:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696883.060311:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296132622 00000100:00000010:2.0:1755696883.060314:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755696883.060328:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696883.060344:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296132622 00000100:00000010:2.0:1755696883.060349:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755696883.060354:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696883.060372:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696883.060377:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696883.060381:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696883.060383:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696883.060391:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696883.060394:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696883.060400:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696883.060401:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696883.060404:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696883.060407:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696883.060499:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696883.060508:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755696883.060514:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696883.060522:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696883.060527:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8f68 00000400:00000010:1.0:1755696883.060529:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8f68. 00000100:00000001:1.0:1755696883.060545:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696883.060552:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696883.060562:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696883.060565:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696883.060570:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696883.060572:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696883.061821:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696883.061836:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696883.061840:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696883.061843:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696883.061852:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696883.061859:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696883.061868:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696883.061873:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696883.061879:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696883.061883:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620be80 00000400:00000200:1.0:1755696883.061889:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696883.061895:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x15f9 [1] + 224 00000800:00000001:1.0:1755696883.061904:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696883.061913:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696883.061916:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696883.061920:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696883.061925:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696883.061930:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696883.061942:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696883.061968:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696883.061976:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696883.061979:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696883.062011:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696883.062015:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696883.062020:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696883.062022:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696883.062025:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696883.062036:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696883.062039:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696883.062042:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696883.062047:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696883.062055:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696883.062060:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696883.062061:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696883.062063:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696883.062066:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696883.062067:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696883.062070:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696883.062072:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696883.062077:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=90 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696883.062080:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=138 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696883.062083:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696883.062084:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696883.062087:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696883.062088:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696883.062091:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696883.062094:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696883.062098:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696883.062100:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696883.062102:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696883.062105:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696883.062110:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616576:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696883.062113:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696883.062115:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696883.062117:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad500 x1840980120616576/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696899 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696883.062127:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696883.062130:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696883.062132:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696883.062134:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696883.062136:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696883.062137:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696883.062139:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696883.062140:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755696883.062144:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696883.062145:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696883.062147:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad500. 00000100:00000001:2.0:1755696883.062149:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696883.062150:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696883.062151:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696883.062155:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696883.062156:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696883.062158:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696883.062159:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696883.074908:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296132622, at 4296132623 00000100:00000040:0.0:1755696883.074908:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296132622, at 4296132623 00000100:00000010:1.0:1755696883.074928:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00000100:00000010:0.0:1755696883.074931:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00010000:00000001:0.0:1755696883.763861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696883.763883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696883.763923:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696883.763927:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696883.763930:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696884.787840:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696884.787846:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696884.787866:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696884.787869:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696884.787872:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696885.811838:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696885.811846:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696885.811886:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696885.811889:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696885.811892:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696886.836842:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696886.836848:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696886.836873:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696886.836876:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696886.836879:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696887.860832:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696887.860839:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696887.860886:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696887.860891:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696887.860895:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696888.179942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696888.179957:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696888.179970:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf100. 00000020:00000040:3.0:1755696888.179978:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696888.179982:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696888.179986:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696888.179992:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696888.180018:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597100. 00000100:00000001:3.0:1755696888.180027:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696888.180043:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696888.180056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696888.180062:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696888.180069:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba173b33] to pc [ptlrpcd_01_01+1] req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696888.180112:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696888.180116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696888.180120:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696888.180123:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696888.180127:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696888.180133:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1475) 00000100:00000001:2.0:1755696888.180152:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696888.180158:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696888.180162:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696888.180171:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696888.180172:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696888.180177:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696888.180186:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696888.180189:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696888.180195:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696888.180199:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696888.180202:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696888.180207:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120616704:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696888.180220:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696888.180226:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696888.180228:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696888.180231:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696888.180236:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696888.180239:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696888.180249:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696888.180254:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696888.180261:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696888.180269:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616704, portal 25 00000100:00000001:2.0:1755696888.180272:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696888.180274:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918593792 : -118784790957824 : ffff93f742baf100) 00000100:00000040:2.0:1755696888.180281:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696888.180291:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696888.180294:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696888.180297:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a86e8. 00000100:00000200:2.0:1755696888.180301:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616704, offset 0 00000400:00000200:2.0:1755696888.180308:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696888.180338:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696888.180347:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696888.180354:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696888.180358:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696888.180363:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696888.180366:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696888.180375:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [390:390:256:4294967295] 192.168.203.157@tcp LPNI seq info [390:390:8:4294967295] 00000400:00000200:2.0:1755696888.180381:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696888.180393:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696888.180400:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696888.180406:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696888.180414:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696888.180428:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696888.180433:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696888.180453:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696888.180458:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696888.180461:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296137742 00000100:00000010:2.0:1755696888.180466:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755696888.180474:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696888.180487:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296137742 00000100:00000010:2.0:1755696888.180491:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755696888.180495:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696888.180500:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696888.180503:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696888.180506:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696888.180509:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696888.180517:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696888.180520:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696888.180523:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696888.180525:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696888.180527:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696888.180530:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696888.180608:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696888.180615:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:1.0:1755696888.180622:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696888.180630:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696888.180635:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a86e8 00000400:00000010:1.0:1755696888.180638:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a86e8. 00000100:00000001:1.0:1755696888.180643:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696888.180648:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696888.180659:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696888.180664:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696888.180672:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696888.180675:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696888.181966:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696888.181979:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696888.181982:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696888.181985:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696888.181992:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696888.182000:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696888.182007:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696888.182011:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696888.182017:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696888.182022:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bf00 00000400:00000200:1.0:1755696888.182027:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696888.182034:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1601 [1] + 224 00000800:00000001:1.0:1755696888.182043:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696888.182077:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696888.182084:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696888.182089:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696888.182095:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696888.182106:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696888.182119:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696888.182138:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696888.182147:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696888.182152:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696888.182178:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696888.182182:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696888.182187:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696888.182189:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696888.182192:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696888.182196:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696888.182198:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696888.182201:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696888.182206:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696888.182217:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696888.182225:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696888.182234:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696888.182237:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696888.182240:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696888.182243:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696888.182246:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696888.182249:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696888.182257:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=95 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696888.182262:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=143 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696888.182266:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696888.182268:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696888.182271:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696888.182274:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696888.182277:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696888.182283:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696888.182292:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696888.182295:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696888.182298:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696888.182302:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696888.182338:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120616704:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696888.182343:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696888.182346:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696888.182350:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf100 x1840980120616704/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696904 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696888.182357:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696888.182360:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696888.182363:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010800. 02000000:00000001:2.0:1755696888.182367:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696888.182371:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696888.182373:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696888.182376:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696888.182379:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597100. 02000000:00000001:2.0:1755696888.182389:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696888.182391:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696888.182394:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf100. 00000100:00000001:2.0:1755696888.182398:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696888.182399:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696888.182401:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696888.182407:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696888.182408:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696888.182411:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696888.182412:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696888.194880:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296137742, at 4296137743 00000100:00000040:0.0:1755696888.194880:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296137742, at 4296137743 00000100:00000010:1.0:1755696888.194899:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00000100:00000010:0.0:1755696888.194902:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00010000:00000001:0.0:1755696888.883875:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696888.883886:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696888.883889:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696888.883893:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696888.883899:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696888.883902:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696888.883905:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696888.883908:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755696888.883938:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755696888.883942:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755696888.883945:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696889.907932:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696889.907938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696889.907986:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696889.907990:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696889.907994:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696890.931975:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696890.931981:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696890.932019:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696890.932023:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696890.932027:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696891.955847:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696891.955852:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696891.955908:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696891.955911:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696891.955914:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696892.980851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696892.980860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696892.980920:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696892.980924:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696892.980928:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696893.299911:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696893.299922:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696893.299935:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f75802bb80. 00000020:00000040:1.0:1755696893.299941:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696893.299945:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696893.299948:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696893.299953:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696893.299961:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ed00. 00000100:00000001:1.0:1755696893.299968:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696893.299980:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696893.299990:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696893.299994:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696893.299999:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e37bedfa] to pc [ptlrpcd_00_00+0] req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696893.300027:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696893.300029:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696893.300032:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696893.300053:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696893.300056:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696893.300061:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1480) 00000100:00000001:0.0:1755696893.300065:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696893.300077:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696893.300080:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696893.300086:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696893.300088:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696893.300091:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696893.300100:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696893.300102:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696893.300107:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696893.300110:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696893.300112:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696893.300115:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120616832:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696893.300118:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696893.300124:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696893.300126:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696893.300128:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696893.300133:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696893.300134:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696893.300144:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696893.300148:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696893.300154:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696893.300160:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616832, portal 25 00000100:00000001:0.0:1755696893.300163:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696893.300164:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275620224 : -118784433931392 : ffff93f75802bb80) 00000100:00000040:0.0:1755696893.300169:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696893.300176:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696893.300178:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696893.300180:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee000. 00000100:00000200:0.0:1755696893.300182:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616832, offset 0 00000400:00000200:0.0:1755696893.300187:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696893.300195:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696893.300202:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696893.300207:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696893.300211:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696893.300219:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696893.300221:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696893.300224:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [391:391:256:4294967295] 192.168.203.157@tcp LPNI seq info [391:391:8:4294967295] 00000400:00000200:0.0:1755696893.300228:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696893.300238:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696893.300243:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696893.300248:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8b00. 00000800:00000200:0.0:1755696893.300254:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696893.300261:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696893.300265:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696893.300302:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696893.300306:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696893.300309:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296142862 00000100:00000010:0.0:1755696893.300313:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696893.300321:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696893.300327:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296142862 00000100:00000010:0.0:1755696893.300330:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fde0. 00000100:00000001:0.0:1755696893.300332:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696893.300334:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696893.300336:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696893.300339:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696893.300341:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696893.300349:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696893.300351:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696893.300353:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696893.300354:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696893.300355:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696893.300357:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696893.300395:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696893.300399:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8b00. 00000400:00000200:1.0:1755696893.300404:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696893.300410:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696893.300414:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee000 00000400:00000010:1.0:1755696893.300416:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee000. 00000100:00000001:1.0:1755696893.300419:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696893.300423:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696893.300431:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696893.300433:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696893.300438:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696893.300439:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696893.301731:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696893.301742:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696893.301744:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696893.301747:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696893.301752:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696893.301756:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696893.301761:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696893.301764:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696893.301768:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696893.301771:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620bf80 00000400:00000200:1.0:1755696893.301776:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696893.301804:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1609 [1] + 224 00000800:00000001:1.0:1755696893.301813:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696893.301830:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696893.301833:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696893.301837:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696893.301843:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696893.301848:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696893.301858:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696893.301881:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696893.301889:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696893.301893:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696893.301916:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696893.301919:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1755696893.301923:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1755696893.301924:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1755696893.301927:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:0.0:1755696893.301936:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696893.301937:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696893.301940:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696893.301944:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1755696893.301952:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696893.301957:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:0.0:1755696893.301958:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696893.301960:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:0.0:1755696893.301963:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1755696893.301965:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1755696893.301967:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696893.301969:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1755696893.301975:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=100 v=5 (5 5 5 5) 00000100:00001000:0.0:1755696893.301978:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=148 v=5 (1 1 1 1) 00000100:00000001:0.0:1755696893.301980:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1755696893.301981:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696893.301984:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1755696893.301985:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696893.301988:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696893.301991:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696893.301995:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696893.301997:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1755696893.301999:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1755696893.302001:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1755696893.302006:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f75802bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120616832:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696893.302010:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696893.302012:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696893.302014:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f75802bb80 x1840980120616832/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696909 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696893.302022:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1755696893.302024:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1755696893.302027:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755696893.302029:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1755696893.302031:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1755696893.302033:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:0.0:1755696893.302034:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1755696893.302036:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ed00. 02000000:00000001:0.0:1755696893.302039:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1755696893.302040:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1755696893.302042:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f75802bb80. 00000100:00000001:0.0:1755696893.302044:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1755696893.302045:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696893.302047:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696893.302050:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696893.302051:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696893.302052:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696893.302053:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696893.314860:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296142862, at 4296142863 00000100:00000040:1.0:1755696893.314867:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296142862, at 4296142863 00000100:00000010:0.0:1755696893.314872:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696893.314877:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fde0. 00010000:00000001:0.0:1755696894.003848:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696894.003855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696894.003940:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696894.003943:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696894.003946:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696895.027840:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696895.027847:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755696895.027929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755696895.027933:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755696895.027936:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696896.052839:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696896.052844:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696896.052890:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696896.052897:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696896.052903:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696897.075853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696897.075862:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696897.075904:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696897.075910:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696897.075915:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696898.099976:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696898.099982:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696898.100035:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696898.100041:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696898.100046:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696898.419911:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696898.419921:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696898.419933:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1180. 00000020:00000040:2.0:1755696898.419940:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696898.419945:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696898.419948:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696898.419953:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696898.419960:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866100. 00000100:00000001:2.0:1755696898.419968:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696898.419980:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696898.419990:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696898.419995:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696898.420000:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bd2d84c3] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696898.420027:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696898.420029:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696898.420032:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:3.0:1755696898.420050:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696898.420052:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:3.0:1755696898.420057:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:2.0:1755696898.420057:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:3.0:1755696898.420062:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696898.420065:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1485) 00000100:00000040:3.0:1755696898.420071:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696898.420080:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696898.420081:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696898.420082:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:3.0:1755696898.420086:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:2.0:1755696898.420086:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696898.420091:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696898.420093:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696898.420097:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616960:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696898.420101:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696898.420106:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696898.420108:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696898.420110:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696898.420115:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bf000. 02000000:00000001:3.0:1755696898.420117:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696898.420125:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696898.420130:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696898.420135:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696898.420142:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120616960, portal 25 00000100:00000001:3.0:1755696898.420145:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696898.420146:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963008 : -118784421588608 : ffff93f758bf1180) 00000100:00000040:3.0:1755696898.420151:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696898.420157:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696898.420160:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696898.420162:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792c38. 00000100:00000200:3.0:1755696898.420164:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120616960, offset 0 00000400:00000200:3.0:1755696898.420169:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696898.420177:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696898.420183:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696898.420188:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696898.420199:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696898.420202:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696898.420204:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696898.420208:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [392:392:256:4294967295] 192.168.203.157@tcp LPNI seq info [392:392:8:4294967295] 00000400:00000200:3.0:1755696898.420211:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696898.420221:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696898.420226:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696898.420231:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597100. 00000800:00000200:3.0:1755696898.420237:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696898.420255:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696898.420259:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696898.420273:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696898.420277:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696898.420280:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296147982 00000100:00000010:3.0:1755696898.420283:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a060. 00000100:00000001:3.0:1755696898.420293:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696898.420303:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296147982 00000100:00000010:3.0:1755696898.420306:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a1e0. 00000100:00000001:3.0:1755696898.420309:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696898.420314:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696898.420316:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696898.420319:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696898.420320:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696898.420328:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696898.420330:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696898.420332:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696898.420334:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696898.420335:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696898.420337:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696898.420414:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696898.420419:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597100. 00000400:00000200:1.0:1755696898.420425:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696898.420431:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696898.420435:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792c38 00000400:00000010:1.0:1755696898.420437:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792c38. 00000100:00000001:1.0:1755696898.420440:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696898.420444:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696898.420453:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696898.420456:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696898.420461:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696898.420463:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696898.421873:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696898.421884:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696898.421893:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696898.421895:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696898.421901:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696898.421907:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696898.421916:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696898.421921:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696898.421932:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696898.421937:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c000 00000400:00000200:1.0:1755696898.421943:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696898.421948:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1619 [1] + 224 00000800:00000001:1.0:1755696898.421956:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696898.422001:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696898.422004:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696898.422009:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696898.422014:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696898.422019:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696898.422030:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696898.422055:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696898.422063:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696898.422068:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696898.422090:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696898.422093:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696898.422099:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696898.422101:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696898.422109:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696898.422113:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696898.422114:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696898.422116:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696898.422121:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696898.422129:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696898.422134:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696898.422136:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696898.422138:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696898.422140:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696898.422142:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696898.422145:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696898.422147:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696898.422153:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=105 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696898.422156:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=153 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696898.422158:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696898.422159:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696898.422162:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696898.422164:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696898.422166:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696898.422169:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696898.422174:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696898.422176:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696898.422178:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696898.422181:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696898.422186:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120616960:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696898.422190:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696898.422192:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696898.422198:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1180 x1840980120616960/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696914 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696898.422210:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696898.422215:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696898.422218:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bf000. 02000000:00000001:3.0:1755696898.422221:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696898.422223:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696898.422224:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696898.422226:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696898.422228:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866100. 02000000:00000001:3.0:1755696898.422230:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696898.422232:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696898.422233:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1180. 00000100:00000001:3.0:1755696898.422237:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696898.422249:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696898.422252:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696898.422258:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696898.422259:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696898.422260:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696898.422262:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696898.434921:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296147982, at 4296147983 00000100:00000040:0.0:1755696898.434921:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296147982, at 4296147983 00000100:00000010:1.0:1755696898.434941:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a1e0. 00000100:00000010:0.0:1755696898.434945:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a060. 00010000:00000001:0.0:1755696899.124846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696899.124855:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696899.124857:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696899.124868:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696899.124873:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696899.124874:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696899.124875:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696899.124877:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696899.124911:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696899.124914:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696899.124917:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696900.147853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696900.147863:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696900.147899:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696900.147902:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696900.147906:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696901.171950:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696901.171960:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696901.172009:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696901.172013:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696901.172017:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696902.195852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696902.195861:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696902.195916:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696902.195920:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696902.195923:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696903.219842:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696903.219852:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696903.219903:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696903.219907:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696903.219920:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696903.539871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696903.539882:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696903.539893:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bae680. 00000020:00000040:3.0:1755696903.539900:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696903.539904:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696903.539907:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696903.539912:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696903.539919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755696903.539926:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696903.539937:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696903.539965:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696903.539969:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696903.539975:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000d0c35f1b] to pc [ptlrpcd_01_01+1] req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696903.540005:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696903.540009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696903.540013:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696903.540016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696903.540018:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1755696903.540020:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:2.0:1755696903.540024:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1755696903.540025:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1490) 00000100:00000001:2.0:1755696903.540027:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696903.540034:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696903.540038:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696903.540042:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696903.540043:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696903.540045:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696903.540050:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696903.540053:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696903.540057:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696903.540060:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120617088:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696903.540065:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696903.540072:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696903.540075:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696903.540078:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696903.540084:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011200. 02000000:00000001:2.0:1755696903.540086:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696903.540095:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696903.540099:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696903.540105:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696903.540112:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617088, portal 25 00000100:00000001:2.0:1755696903.540114:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696903.540116:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918591104 : -118784790960512 : ffff93f742bae680) 00000100:00000040:2.0:1755696903.540121:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696903.540127:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696903.540135:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696903.540137:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8660. 00000100:00000200:2.0:1755696903.540141:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617088, offset 0 00000400:00000200:2.0:1755696903.540146:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696903.540154:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696903.540161:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696903.540166:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696903.540170:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696903.540173:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696903.540175:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696903.540179:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [393:393:256:4294967295] 192.168.203.157@tcp LPNI seq info [393:393:8:4294967295] 00000400:00000200:2.0:1755696903.540181:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696903.540190:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696903.540195:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696903.540209:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755696903.540217:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696903.540224:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696903.540228:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696903.540244:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696903.540248:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696903.540250:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296153102 00000100:00000010:2.0:1755696903.540254:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755696903.540261:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696903.540272:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296153102 00000100:00000010:2.0:1755696903.540275:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755696903.540278:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696903.540280:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696903.540283:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696903.540286:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696903.540287:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696903.540295:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696903.540302:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696903.540304:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696903.540305:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696903.540307:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696903.540310:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696903.540376:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696903.540382:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:1.0:1755696903.540389:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696903.540396:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696903.540401:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8660 00000400:00000010:1.0:1755696903.540404:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8660. 00000100:00000001:1.0:1755696903.540409:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696903.540415:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696903.540425:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696903.540430:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696903.540438:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696903.540440:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696903.541835:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696903.541848:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696903.541850:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696903.541852:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696903.541857:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696903.541862:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696903.541867:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696903.541870:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696903.541874:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696903.541877:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c080 00000400:00000200:1.0:1755696903.541880:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696903.541884:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1621 [1] + 224 00000800:00000001:1.0:1755696903.541890:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696903.541895:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696903.541898:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696903.541900:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696903.541904:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696903.541908:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696903.541921:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696903.541937:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696903.541944:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696903.541947:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696903.541971:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696903.541973:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696903.541979:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696903.541980:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696903.541982:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696903.541986:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696903.541987:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696903.541989:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696903.541993:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696903.542001:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696903.542006:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696903.542007:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696903.542009:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696903.542012:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696903.542014:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696903.542017:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696903.542019:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696903.542025:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=110 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696903.542028:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=8 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696903.542030:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696903.542031:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696903.542034:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696903.542035:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696903.542038:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696903.542048:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696903.542055:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696903.542057:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696903.542059:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696903.542068:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696903.542074:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bae680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120617088:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696903.542078:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696903.542080:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696903.542082:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bae680 x1840980120617088/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696919 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696903.542086:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696903.542088:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696903.542091:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011200. 02000000:00000001:2.0:1755696903.542094:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696903.542096:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696903.542098:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696903.542099:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696903.542101:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755696903.542104:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696903.542106:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696903.542107:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bae680. 00000100:00000001:2.0:1755696903.542110:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696903.542110:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696903.542112:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696903.542115:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696903.542116:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696903.542118:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696903.542119:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696903.554901:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296153102, at 4296153103 00000100:00000040:0.0:1755696903.554903:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296153102, at 4296153103 00000100:00000010:1.0:1755696903.554920:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00000100:00000010:0.0:1755696903.554923:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00010000:00000001:0.0:1755696904.243845:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696904.243851:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696904.243878:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696904.243882:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696904.243885:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696905.267903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696905.267913:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696905.267965:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696905.267969:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696905.267971:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696906.291850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696906.291858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696906.291899:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696906.291904:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696906.291908:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696907.316841:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696907.316851:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696907.316885:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696907.316889:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696907.316893:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696908.339850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696908.339858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696908.339895:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696908.339900:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696908.339904:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696908.659921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696908.659935:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696908.659949:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac000. 00000020:00000040:3.0:1755696908.659956:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696908.659962:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696908.659965:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696908.659972:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696908.659982:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755696908.659991:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696908.660025:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696908.660037:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696908.660044:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696908.660050:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000793c7970] to pc [ptlrpcd_01_00+0] req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696908.660091:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696908.660094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696908.660098:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696908.660101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696908.660104:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696908.660109:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1495) 00000100:00000001:2.0:1755696908.660147:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696908.660153:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696908.660157:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755696908.660171:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696908.660176:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696908.660178:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696908.660188:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696908.660191:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696908.660196:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696908.660200:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696908.660210:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696908.660215:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120617216:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696908.660220:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696908.660226:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696908.660229:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696908.660231:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696908.660237:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011200. 02000000:00000001:2.0:1755696908.660239:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696908.660248:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696908.660253:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696908.660261:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696908.660269:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617216, portal 25 00000100:00000001:2.0:1755696908.660271:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696908.660273:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918581248 : -118784790970368 : ffff93f742bac000) 00000100:00000040:2.0:1755696908.660279:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696908.660287:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696908.660290:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696908.660293:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8e58. 00000100:00000200:2.0:1755696908.660297:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617216, offset 0 00000400:00000200:2.0:1755696908.660304:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696908.660314:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696908.660322:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696908.660328:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696908.660332:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696908.660336:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696908.660339:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696908.660343:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [394:394:256:4294967295] 192.168.203.157@tcp LPNI seq info [394:394:8:4294967295] 00000400:00000200:2.0:1755696908.660347:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696908.660359:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696908.660365:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696908.660372:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755696908.660385:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696908.660393:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696908.660398:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696908.660420:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696908.660426:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696908.660429:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296158222 00000100:00000010:2.0:1755696908.660434:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755696908.660441:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696908.660454:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296158222 00000100:00000010:2.0:1755696908.660458:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755696908.660462:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696908.660466:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696908.660468:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696908.660472:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696908.660474:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696908.660483:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696908.660485:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696908.660488:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696908.660490:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696908.660491:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696908.660494:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696908.660547:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696908.660552:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:1.0:1755696908.660560:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696908.660565:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696908.660569:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8e58 00000400:00000010:1.0:1755696908.660571:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8e58. 00000100:00000001:1.0:1755696908.660574:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696908.660577:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696908.660584:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696908.660587:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696908.660592:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696908.660593:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696908.661870:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696908.661880:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696908.661882:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696908.661883:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696908.661887:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696908.661896:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696908.661902:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696908.661904:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696908.661908:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696908.661911:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c100 00000400:00000200:1.0:1755696908.661914:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696908.661918:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1629 [1] + 224 00000800:00000001:1.0:1755696908.661924:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696908.661929:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696908.661931:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696908.661933:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696908.661937:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696908.661940:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696908.661946:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696908.661958:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696908.661963:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696908.661965:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696908.661981:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696908.661983:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696908.661987:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696908.661989:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696908.661991:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696908.661994:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696908.661995:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696908.661997:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696908.662000:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696908.662007:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696908.662012:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696908.662017:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696908.662019:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696908.662022:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696908.662024:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696908.662026:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696908.662028:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696908.662035:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=115 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696908.662038:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=13 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696908.662039:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696908.662041:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696908.662044:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696908.662046:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696908.662049:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696908.662054:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696908.662061:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696908.662064:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696908.662066:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696908.662071:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696908.662078:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120617216:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696908.662083:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696908.662085:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696908.662088:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac000 x1840980120617216/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696924 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696908.662093:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696908.662095:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696908.662097:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011200. 02000000:00000001:2.0:1755696908.662100:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696908.662102:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696908.662103:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696908.662105:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696908.662106:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755696908.662113:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696908.662114:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696908.662116:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac000. 00000100:00000001:2.0:1755696908.662118:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696908.662119:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696908.662120:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696908.662129:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696908.662130:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696908.662132:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696908.662133:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696908.674901:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296158222, at 4296158223 00000100:00000040:0.0:1755696908.674902:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296158222, at 4296158223 00000100:00000010:1.0:1755696908.674919:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00000100:00000010:0.0:1755696908.674922:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755696909.364843:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696909.364857:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696909.364860:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696909.364863:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696909.364868:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696909.364870:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696909.364873:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696909.364875:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696909.364911:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696909.364916:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696909.364919:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696910.387837:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696910.387855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696910.387930:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696910.387933:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696910.387936:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696911.411877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696911.411887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696911.411945:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696911.411949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696911.411952:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696912.435868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696912.435875:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696912.435938:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696912.435944:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696912.435948:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696913.460855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696913.460864:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696913.460937:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696913.460942:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696913.460946:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696913.779913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696913.779923:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696913.779933:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baca80. 00000020:00000040:3.0:1755696913.779938:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696913.779941:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696913.779944:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696913.779950:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696913.779957:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597800. 00000100:00000001:3.0:1755696913.779965:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696913.779979:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696913.780008:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696913.780013:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696913.780021:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000097d34d0d] to pc [ptlrpcd_01_01+1] req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696913.780048:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696913.780050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696913.780053:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696913.780055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696913.780058:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696913.780061:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1501) 00000100:00000001:2.0:1755696913.780136:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696913.780146:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696913.780150:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696913.780164:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696913.780178:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696913.780181:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696913.780186:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696913.780191:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696913.780194:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696913.780199:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120617344:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696913.780204:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696913.780211:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696913.780215:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696913.780218:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696913.780228:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696913.780230:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696913.780242:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696913.780248:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696913.780257:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696913.780265:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617344, portal 25 00000100:00000001:2.0:1755696913.780280:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696913.780282:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583936 : -118784790967680 : ffff93f742baca80) 00000100:00000040:2.0:1755696913.780293:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696913.780321:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696913.780325:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696913.780328:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8088. 00000100:00000200:2.0:1755696913.780333:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617344, offset 0 00000400:00000200:2.0:1755696913.780340:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696913.780350:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696913.780360:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696913.780366:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696913.780371:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696913.780376:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696913.780379:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696913.780384:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [395:395:256:4294967295] 192.168.203.157@tcp LPNI seq info [395:395:8:4294967295] 00000400:00000200:2.0:1755696913.780388:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696913.780401:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696913.780408:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696913.780414:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866100. 00000800:00000200:2.0:1755696913.780421:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696913.780430:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696913.780436:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696913.780459:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696913.780465:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696913.780469:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296163342 00000100:00000010:2.0:1755696913.780475:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755696913.780484:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696913.780502:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296163342 00000100:00000010:2.0:1755696913.780507:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755696913.780511:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696913.780515:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696913.780518:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696913.780528:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696913.780532:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696913.780541:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696913.780544:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696913.780548:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696913.780550:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696913.780552:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696913.780555:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696913.780570:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696913.780573:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696913.780598:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696913.780605:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866100. 00000400:00000200:1.0:1755696913.780617:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696913.780624:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696913.780628:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8088 00000400:00000010:1.0:1755696913.780631:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8088. 00000100:00000001:1.0:1755696913.780636:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696913.780641:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696913.780653:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696913.780657:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696913.780673:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696913.780677:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696913.782152:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696913.782167:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696913.782171:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696913.782176:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696913.782183:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696913.782190:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696913.782198:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696913.782202:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696913.782207:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696913.782225:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c180 00000400:00000200:1.0:1755696913.782234:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696913.782241:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1631 [1] + 224 00000800:00000001:1.0:1755696913.782250:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696913.782261:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696913.782265:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696913.782269:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696913.782276:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696913.782282:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696913.782294:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696913.782328:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696913.782338:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696913.782343:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696913.782361:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696913.782365:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696913.782370:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696913.782372:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696913.782374:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696913.782378:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696913.782379:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696913.782381:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696913.782385:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696913.782393:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696913.782398:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696913.782399:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696913.782401:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696913.782404:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696913.782406:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696913.782408:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696913.782411:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696913.782417:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=120 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696913.782420:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=18 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696913.782422:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696913.782423:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696913.782426:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696913.782428:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696913.782430:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696913.782433:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696913.782446:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696913.782448:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696913.782451:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696913.782456:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696913.782465:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120617344:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696913.782470:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696913.782473:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696913.782477:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baca80 x1840980120617344/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696929 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696913.782484:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696913.782488:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696913.782491:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755696913.782495:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696913.782498:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696913.782501:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696913.782502:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696913.782505:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597800. 02000000:00000001:2.0:1755696913.782508:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696913.782510:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696913.782511:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baca80. 00000100:00000001:2.0:1755696913.782515:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696913.782516:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696913.782517:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696913.782521:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696913.782523:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696913.782524:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696913.782526:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696913.794931:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296163342, at 4296163343 00000100:00000010:0.0:1755696913.794951:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00000100:00000040:1.0:1755696913.794989:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296163342, at 4296163343 00000100:00000010:1.0:1755696913.795000:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00010000:00000001:0.0:1755696914.483859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696914.483864:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696914.483912:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696914.483918:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696914.483921:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696915.507874:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696915.507883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696915.507939:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696915.507945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696915.507950:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696916.531886:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696916.531896:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696916.531936:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696916.531939:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696916.531943:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696917.555862:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696917.555871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696917.555901:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696917.555905:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696917.555908:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696918.579879:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696918.579893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696918.579946:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696918.579958:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696918.579964:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696918.899930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696918.899944:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696918.899957:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf800. 00000020:00000040:3.0:1755696918.899965:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696918.899970:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696918.899974:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696918.899979:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696918.899989:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755696918.899997:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696918.900010:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696918.900039:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696918.900045:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696918.900052:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000297b4707] to pc [ptlrpcd_01_00+0] req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696918.900111:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696918.900114:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696918.900117:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696918.900120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696918.900123:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696918.900127:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1506) 00000100:00000001:2.0:1755696918.900138:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696918.900144:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696918.900148:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755696918.900156:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696918.900161:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696918.900165:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696918.900182:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696918.900186:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696918.900191:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755696918.900194:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696918.900197:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696918.900202:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120617472:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696918.900206:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696918.900212:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696918.900216:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696918.900219:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696918.900223:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010600. 02000000:00000001:2.0:1755696918.900226:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696918.900236:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696918.900241:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696918.900250:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696918.900258:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617472, portal 25 00000100:00000001:2.0:1755696918.900260:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696918.900262:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918595584 : -118784790956032 : ffff93f742baf800) 00000100:00000040:2.0:1755696918.900269:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696918.900276:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696918.900279:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696918.900283:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8440. 00000100:00000200:2.0:1755696918.900286:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617472, offset 0 00000400:00000200:2.0:1755696918.900295:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696918.900306:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696918.900314:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696918.900320:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696918.900324:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696918.900329:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696918.900331:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696918.900342:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [396:396:256:4294967295] 192.168.203.157@tcp LPNI seq info [396:396:8:4294967295] 00000400:00000200:2.0:1755696918.900346:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696918.900358:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696918.900364:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696918.900369:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755696918.900378:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696918.900386:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696918.900391:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696918.900412:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696918.900417:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696918.900420:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296168462 00000100:00000010:2.0:1755696918.900425:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755696918.900434:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696918.900447:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296168462 00000100:00000010:2.0:1755696918.900451:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755696918.900455:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696918.900459:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696918.900461:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696918.900464:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696918.900467:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696918.900475:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696918.900478:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696918.900481:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696918.900482:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696918.900484:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696918.900486:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696918.900536:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696918.900541:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:1.0:1755696918.900546:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696918.900551:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696918.900554:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8440 00000400:00000010:1.0:1755696918.900556:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8440. 00000100:00000001:1.0:1755696918.900560:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696918.900563:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696918.900570:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696918.900572:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696918.900577:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696918.900578:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:1.0:1755696918.901971:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696918.901982:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:1.0:1755696918.901983:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696918.901985:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696918.901989:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696918.901994:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:1.0:1755696918.901999:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696918.902015:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696918.902020:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696918.902025:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c200 00000400:00000200:1.0:1755696918.902030:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696918.902036:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1639 [1] + 224 00000800:00000001:1.0:1755696918.902042:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696918.902050:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:1.0:1755696918.902052:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696918.902056:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:1.0:1755696918.902061:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696918.902066:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696918.902075:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696918.902104:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:1.0:1755696918.902110:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:1.0:1755696918.902113:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696918.902142:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696918.902145:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696918.902150:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696918.902152:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696918.902154:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696918.902158:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696918.902160:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696918.902169:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696918.902174:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696918.902183:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696918.902190:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696918.902193:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696918.902195:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696918.902198:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696918.902201:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696918.902203:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696918.902206:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696918.902213:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=125 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696918.902217:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=23 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696918.902219:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696918.902221:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696918.902224:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696918.902226:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696918.902229:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696918.902234:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696918.902241:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696918.902244:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696918.902247:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696918.902251:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696918.902259:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120617472:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696918.902264:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696918.902266:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696918.902269:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf800 x1840980120617472/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696934 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696918.902275:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696918.902282:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696918.902285:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010600. 02000000:00000001:2.0:1755696918.902288:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696918.902290:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696918.902292:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696918.902295:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696918.902298:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755696918.902301:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696918.902303:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696918.902304:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf800. 00000100:00000001:2.0:1755696918.902308:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696918.902309:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696918.902311:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696918.902315:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696918.902317:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696918.902319:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696918.902321:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696918.914895:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296168462, at 4296168463 00000100:00000040:0.0:1755696918.914895:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296168462, at 4296168463 00000100:00000010:0.0:1755696918.914913:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00000100:00000010:1.0:1755696918.914915:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00010000:00000001:0.0:1755696919.603994:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696919.604005:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696919.604008:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696919.604010:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696919.604020:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696919.604023:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696919.604025:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696919.604027:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696919.604090:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696919.604093:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696919.604096:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696920.627907:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696920.627917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696920.627989:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696920.627996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696920.628001:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696921.651854:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696921.651861:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696921.651938:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696921.651942:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696921.651945:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696922.675839:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696922.675849:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696922.675891:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696922.675896:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696922.675898:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696923.699944:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696923.699977:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696923.700065:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696923.700070:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696923.700073:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696924.019946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696924.019956:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696924.019968:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696924.019974:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696924.019978:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696924.019981:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696924.019994:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696924.020003:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597700. 00000100:00000001:3.0:1755696924.020011:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696924.020022:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696924.020089:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696924.020094:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696924.020100:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_01+1] req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696924.020132:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696924.020134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696924.020138:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755696924.020141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696924.020144:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755696924.020149:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1511) 00000100:00000001:2.0:1755696924.020180:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696924.020182:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696924.020186:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696924.020187:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696924.020191:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696924.020198:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696924.020206:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696924.020208:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696924.020213:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696924.020216:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696924.020219:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696924.020223:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120617600:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696924.020227:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696924.020233:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696924.020235:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696924.020238:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696924.020244:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bee00. 02000000:00000001:3.0:1755696924.020246:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696924.020256:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696924.020262:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696924.020275:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696924.020282:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617600, portal 25 00000100:00000001:3.0:1755696924.020285:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696924.020287:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:3.0:1755696924.020293:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696924.020300:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696924.020303:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696924.020305:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467923b8. 00000100:00000200:3.0:1755696924.020309:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617600, offset 0 00000400:00000200:3.0:1755696924.020316:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696924.020326:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696924.020335:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696924.020341:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696924.020345:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696924.020349:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696924.020352:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696924.020355:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [397:397:256:4294967295] 192.168.203.157@tcp LPNI seq info [397:397:8:4294967295] 00000400:00000200:3.0:1755696924.020360:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696924.020371:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696924.020379:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696924.020384:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597500. 00000800:00000200:3.0:1755696924.020392:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696924.020399:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696924.020404:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696924.020421:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696924.020426:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696924.020429:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296173582 00000100:00000010:3.0:1755696924.020434:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a420. 00000100:00000001:3.0:1755696924.020442:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696924.020455:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296173582 00000100:00000010:3.0:1755696924.020463:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a120. 00000100:00000001:3.0:1755696924.020466:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696924.020469:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696924.020472:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696924.020475:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696924.020477:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696924.020486:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696924.020489:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696924.020492:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696924.020493:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696924.020495:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696924.020498:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696924.020538:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696924.020546:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597500. 00000400:00000200:1.0:1755696924.020551:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696924.020557:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696924.020562:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467923b8 00000400:00000010:1.0:1755696924.020569:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467923b8. 00000100:00000001:1.0:1755696924.020573:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696924.020577:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696924.020587:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696924.020591:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696924.020597:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696924.020598:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696924.021851:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696924.021864:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696924.021873:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696924.021877:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696924.021883:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696924.021887:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696924.021893:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696924.021897:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696924.021901:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696924.021907:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c280 00000400:00000200:0.0:1755696924.021911:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696924.021914:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1641 [1] + 224 00000800:00000001:0.0:1755696924.021919:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696924.021926:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696924.021927:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696924.021929:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696924.021933:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696924.021937:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696924.021945:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696924.021957:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696924.021962:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696924.021964:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696924.022006:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696924.022014:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696924.022022:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696924.022024:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696924.022029:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696924.022036:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696924.022038:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696924.022053:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696924.022063:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696924.022074:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696924.022080:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696924.022082:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696924.022084:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696924.022087:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696924.022090:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696924.022093:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696924.022096:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696924.022102:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=131 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696924.022106:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=29 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696924.022108:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696924.022110:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696924.022112:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696924.022127:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696924.022130:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696924.022135:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696924.022142:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696924.022145:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696924.022147:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696924.022151:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696924.022159:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120617600:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696924.022163:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696924.022166:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696924.022169:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120617600/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696940 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696924.022175:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696924.022178:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696924.022181:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bee00. 02000000:00000001:3.0:1755696924.022184:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696924.022186:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696924.022188:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696924.022190:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696924.022192:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597700. 02000000:00000001:3.0:1755696924.022195:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696924.022198:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696924.022200:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:3.0:1755696924.022204:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696924.022205:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696924.022207:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696924.022213:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696924.022215:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696924.022217:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696924.022219:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696924.034896:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296173582, at 4296173583 00000100:00000040:0.0:1755696924.034896:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296173582, at 4296173583 00000100:00000010:0.0:1755696924.034914:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a420. 00000100:00000010:1.0:1755696924.034916:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a120. 00010000:00000001:0.0:1755696924.723885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696924.723895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696924.723983:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696924.724007:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696924.724011:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696925.747915:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696925.747923:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696925.747989:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696925.747993:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696925.747997:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696926.771880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696926.771889:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696926.771979:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696926.771984:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696926.771987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696927.795938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696927.795949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696927.796028:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696927.796033:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696927.796036:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696928.819922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696928.819935:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696928.819937:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696928.819940:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696928.819945:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696928.819946:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696928.819948:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696928.819949:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696928.820016:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696928.820021:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696928.820024:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696929.139920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696929.139930:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696929.139942:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696929.139948:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696929.139952:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696929.139955:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696929.139960:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696929.139967:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696929.139974:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696929.139984:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696929.139993:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696929.139997:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696929.140017:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.140065:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696929.140068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696929.140071:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696929.140074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696929.140076:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696929.140082:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1516) 00000100:00000001:0.0:1755696929.140099:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696929.140104:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696929.140107:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696929.140113:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696929.140114:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.140117:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696929.140122:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696929.140124:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696929.140128:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696929.140131:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696929.140134:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696929.140137:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120617728:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696929.140141:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696929.140147:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696929.140150:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696929.140153:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696929.140158:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013c00. 02000000:00000001:0.0:1755696929.140160:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696929.140169:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696929.140173:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544bb0. 00000400:00000010:0.0:1755696929.140178:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696929.140184:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617728, portal 25 00000100:00000001:0.0:1755696929.140186:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696929.140188:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755696929.140192:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696929.140206:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696929.140208:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696929.140210:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee660. 00000100:00000200:0.0:1755696929.140220:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617728, offset 0 00000400:00000200:0.0:1755696929.140225:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696929.140236:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.140243:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696929.140247:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696929.140250:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696929.140253:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696929.140255:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696929.140258:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [398:398:256:4294967295] 192.168.203.157@tcp LPNI seq info [398:398:8:4294967295] 00000400:00000200:0.0:1755696929.140261:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.140269:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696929.140273:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696929.140277:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8d00. 00000800:00000200:0.0:1755696929.140282:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696929.140289:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696929.140293:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696929.140306:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696929.140310:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696929.140313:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296178702 00000100:00000010:0.0:1755696929.140317:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696929.140325:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696929.140331:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296178702 00000100:00000010:0.0:1755696929.140334:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f360. 00000100:00000001:0.0:1755696929.140337:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696929.140339:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696929.140342:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696929.140350:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696929.140351:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696929.140359:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696929.140362:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696929.140364:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696929.140365:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696929.140366:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696929.140368:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696929.140420:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696929.140424:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8d00. 00000400:00000200:1.0:1755696929.140429:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696929.140433:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696929.140437:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee660 00000400:00000010:1.0:1755696929.140438:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee660. 00000100:00000001:1.0:1755696929.140442:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696929.140444:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.140451:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696929.140453:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.140457:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696929.140458:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696929.141553:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696929.141565:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696929.141567:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696929.141569:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696929.141575:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.141578:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696929.141583:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.141586:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.141590:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.141592:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c300 00000400:00000200:0.0:1755696929.141596:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696929.141600:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1649 [1] + 224 00000800:00000001:0.0:1755696929.141605:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696929.141610:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696929.141611:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696929.141614:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696929.141617:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696929.141621:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696929.141628:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696929.141643:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696929.141649:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696929.141652:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696929.141674:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696929.141676:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696929.141681:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696929.141682:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696929.141685:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544bb0. 00000400:00000200:1.0:1755696929.141688:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:1.0:1755696929.141689:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:1.0:1755696929.141690:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696929.141699:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696929.141705:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.141709:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696929.141710:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696929.141712:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696929.141714:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696929.141716:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696929.141718:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696929.141720:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696929.141726:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=136 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696929.141729:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=34 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696929.141731:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696929.141732:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696929.141734:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696929.141736:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696929.141738:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696929.141740:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.141744:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696929.141746:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696929.141748:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696929.141750:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696929.141755:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120617728:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696929.141758:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696929.141759:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696929.141761:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120617728/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696945 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696929.141765:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696929.141770:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696929.141773:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013c00. 02000000:00000001:1.0:1755696929.141775:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696929.141778:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696929.141802:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696929.141804:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696929.141806:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696929.141809:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696929.141810:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696929.141811:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755696929.141814:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696929.141815:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696929.141817:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696929.141820:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696929.141821:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696929.141823:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696929.141824:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696929.154894:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296178702, at 4296178703 00000100:00000040:0.0:1755696929.154894:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296178702, at 4296178703 00000100:00000010:0.0:1755696929.154913:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696929.154915:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f360. 00010000:00000001:0.0:1755696929.843941:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696929.843950:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696929.844028:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696929.844033:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696929.844037:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696930.867918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696930.867924:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696930.867979:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696930.867982:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696930.867985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696931.891909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696931.891915:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696931.892009:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696931.892016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696931.892021:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696932.915859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696932.915867:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696932.915923:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696932.915927:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696932.915929:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696933.939922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696933.939931:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696933.940000:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696933.940004:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696933.940006:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696934.259895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696934.259905:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696934.259916:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696934.259922:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696934.259926:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696934.259929:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696934.259934:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696934.259941:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e900. 00000100:00000001:1.0:1755696934.259981:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696934.259992:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696934.260001:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696934.260005:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696934.260010:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.260037:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696934.260039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696934.260042:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696934.260044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696934.260046:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696934.260051:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1521) 00000100:00000001:0.0:1755696934.260054:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696934.260060:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696934.260064:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755696934.260071:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755696934.260072:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.260076:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696934.260085:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696934.260093:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696934.260099:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696934.260102:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755696934.260105:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696934.260109:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120617856:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696934.260114:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696934.260120:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696934.260123:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696934.260126:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696934.260131:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013a00. 02000000:00000001:0.0:1755696934.260134:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696934.260143:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696934.260148:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445440b0. 00000400:00000010:0.0:1755696934.260154:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eee58. 00000100:00000200:0.0:1755696934.260162:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617856, portal 25 00000100:00000001:0.0:1755696934.260165:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696934.260167:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755696934.260173:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696934.260193:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696934.260196:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696934.260199:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee220. 00000100:00000200:0.0:1755696934.260202:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617856, offset 0 00000400:00000200:0.0:1755696934.260209:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696934.260218:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.260226:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696934.260231:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696934.260235:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696934.260239:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696934.260241:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696934.260245:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [399:399:256:4294967295] 192.168.203.157@tcp LPNI seq info [399:399:8:4294967295] 00000400:00000200:0.0:1755696934.260249:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.260259:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696934.260264:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696934.260268:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8c00. 00000800:00000200:0.0:1755696934.260273:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696934.260279:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696934.260283:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696934.260296:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696934.260299:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696934.260302:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296183822 00000100:00000010:0.0:1755696934.260305:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696934.260312:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696934.260317:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296183822 00000100:00000010:0.0:1755696934.260318:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f120. 00000100:00000001:0.0:1755696934.260321:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696934.260323:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696934.260325:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696934.260331:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696934.260332:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696934.260338:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696934.260341:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696934.260342:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696934.260343:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696934.260344:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696934.260346:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696934.260389:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696934.260393:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8c00. 00000400:00000200:1.0:1755696934.260398:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696934.260403:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696934.260406:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee220 00000400:00000010:1.0:1755696934.260408:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee220. 00000100:00000001:1.0:1755696934.260411:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696934.260414:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.260421:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696934.260423:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.260428:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696934.260429:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696934.261632:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696934.261642:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696934.261644:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696934.261646:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696934.261651:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.261655:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696934.261661:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.261664:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.261667:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.261669:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c380 00000400:00000200:0.0:1755696934.261672:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696934.261676:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1659 [1] + 224 00000800:00000001:0.0:1755696934.261681:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696934.261686:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696934.261688:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696934.261690:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696934.261694:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696934.261698:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696934.261704:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696934.261717:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696934.261722:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696934.261724:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696934.261754:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696934.261757:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696934.261763:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696934.261764:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696934.261767:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445440b0. 00000400:00000200:1.0:1755696934.261772:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eee58 00000400:00000010:1.0:1755696934.261774:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eee58. 00000100:00000001:1.0:1755696934.261777:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696934.261801:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696934.261811:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.261818:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696934.261819:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696934.261822:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696934.261825:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696934.261827:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696934.261830:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696934.261833:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696934.261840:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=141 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696934.261844:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=39 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696934.261847:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696934.261848:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696934.261852:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696934.261854:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696934.261857:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696934.261862:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.261869:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696934.261872:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696934.261874:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696934.261877:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696934.261885:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120617856:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696934.261897:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696934.261899:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696934.261903:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120617856/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696950 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696934.261910:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696934.261912:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696934.261915:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013a00. 02000000:00000001:1.0:1755696934.261918:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696934.261920:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696934.261922:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696934.261924:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696934.261927:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e900. 02000000:00000001:1.0:1755696934.261930:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696934.261931:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696934.261933:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755696934.261937:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696934.261938:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696934.261940:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696934.261944:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696934.261946:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696934.261948:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696934.261949:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696934.274898:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296183822, at 4296183823 00000100:00000040:0.0:1755696934.274898:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296183822, at 4296183823 00000100:00000010:1.0:1755696934.274914:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f120. 00000100:00000010:0.0:1755696934.274917:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696934.963886:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696934.963895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696934.963972:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696934.963975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696934.963978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696935.987903:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696935.987910:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696935.988004:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696935.988010:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696935.988013:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696937.011921:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696937.011928:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696937.012020:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696937.012027:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696937.012032:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696938.035949:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696938.035959:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696938.036046:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696938.036051:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696938.036054:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696939.059880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696939.059887:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696939.059889:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696939.059891:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696939.059894:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696939.059896:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696939.059897:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696939.059899:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696939.059993:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696939.060004:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696939.060009:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696939.379910:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696939.379949:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696939.379962:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1180. 00000020:00000040:2.0:1755696939.379969:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696939.379974:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696939.379978:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696939.379984:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696939.379994:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755696939.380002:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696939.380015:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696939.380027:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696939.380031:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696939.380038:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bd2d84c3] to pc [ptlrpcd_01_00+0] req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696939.380073:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696939.380095:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696939.380099:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696939.380102:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696939.380105:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:3.0:1755696939.380108:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755696939.380111:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1526) 00000100:00000001:3.0:1755696939.380113:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696939.380116:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696939.380123:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696939.380130:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696939.380132:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696939.380136:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696939.380139:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696939.380141:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696939.380145:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120617984:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696939.380149:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696939.380151:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1755696939.380154:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696939.380165:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696939.380168:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696939.380171:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696939.380176:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bfc00. 02000000:00000001:3.0:1755696939.380179:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696939.380188:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696939.380193:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696939.380199:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696939.380207:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120617984, portal 25 00000100:00000001:3.0:1755696939.380210:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696939.380212:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287963008 : -118784421588608 : ffff93f758bf1180) 00000100:00000040:3.0:1755696939.380218:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696939.380226:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696939.380229:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696939.380232:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792f68. 00000100:00000200:3.0:1755696939.380235:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120617984, offset 0 00000400:00000200:3.0:1755696939.380242:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696939.380252:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696939.380258:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696939.380262:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696939.380266:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696939.380269:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696939.380270:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696939.380273:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [400:400:256:4294967295] 192.168.203.157@tcp LPNI seq info [400:400:8:4294967295] 00000400:00000200:3.0:1755696939.380276:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696939.380284:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696939.380288:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696939.380292:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597700. 00000800:00000200:3.0:1755696939.380298:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696939.380304:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696939.380308:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696939.380327:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696939.380330:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696939.380333:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296188942 00000100:00000010:3.0:1755696939.380336:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023af60. 00000100:00000001:3.0:1755696939.380343:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696939.380355:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296188942 00000100:00000010:3.0:1755696939.380358:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ade0. 00000100:00000001:3.0:1755696939.380361:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696939.380366:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696939.380369:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696939.380371:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696939.380372:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696939.380382:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696939.380384:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696939.380387:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696939.380389:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696939.380391:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696939.380399:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696939.380463:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696939.380470:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597700. 00000400:00000200:1.0:1755696939.380475:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696939.380483:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696939.380487:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792f68 00000400:00000010:1.0:1755696939.380501:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792f68. 00000100:00000001:1.0:1755696939.380506:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696939.380514:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696939.380526:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696939.380529:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696939.380534:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696939.380535:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696939.381712:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696939.381727:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696939.381731:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696939.381734:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696939.381742:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696939.381749:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696939.381757:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696939.381762:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696939.381767:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696939.381772:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c400 00000400:00000200:0.0:1755696939.381777:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696939.381811:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1669 [1] + 224 00000800:00000001:0.0:1755696939.381821:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696939.381832:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696939.381834:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696939.381839:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696939.381844:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696939.381850:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696939.381875:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696939.381896:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696939.381904:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696939.381909:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696939.381919:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696939.381931:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696939.381936:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696939.381938:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696939.381940:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696939.381944:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696939.381946:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696939.381948:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696939.381953:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696939.381959:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696939.381965:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696939.381966:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696939.381967:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696939.381970:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696939.381972:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696939.381980:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696939.381982:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696939.381988:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=146 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696939.381991:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=44 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696939.381993:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696939.381994:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696939.381996:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696939.381997:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696939.381999:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696939.382002:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696939.382006:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696939.382008:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696939.382010:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696939.382012:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696939.382017:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120617984:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696939.382020:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696939.382021:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696939.382023:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1180 x1840980120617984/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696955 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696939.382027:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696939.382029:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696939.382031:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bfc00. 02000000:00000001:3.0:1755696939.382033:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696939.382035:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696939.382036:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696939.382038:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696939.382040:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755696939.382042:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696939.382044:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696939.382045:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1180. 00000100:00000001:3.0:1755696939.382048:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696939.382052:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696939.382053:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696939.382056:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696939.382057:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696939.382058:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696939.382060:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696939.394896:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296188942, at 4296188943 00000100:00000040:0.0:1755696939.394896:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296188942, at 4296188943 00000100:00000010:1.0:1755696939.394910:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ade0. 00000100:00000010:0.0:1755696939.394911:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023af60. 00010000:00000001:0.0:1755696940.083955:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696940.083965:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696940.084043:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696940.084048:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696940.084052:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696941.107891:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696941.107898:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696941.107995:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696941.108000:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696941.108004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696942.131870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696942.131875:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696942.131937:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696942.131941:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696942.131944:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696943.155873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696943.155883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696943.156002:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696943.156008:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696943.156013:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696944.179839:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696944.179844:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696944.179913:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696944.179916:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696944.179918:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696944.499936:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696944.499944:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696944.499954:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0000. 00000020:00000040:0.0:1755696944.499959:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696944.499962:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696944.499965:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696944.499976:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696944.499985:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8400. 00000100:00000001:0.0:1755696944.499991:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696944.500000:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696944.500008:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696944.500012:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696944.500016:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000bc96cff0] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696944.500051:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696944.500054:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696944.500056:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696944.500058:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696944.500060:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696944.500063:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1531) 00000100:00000001:1.0:1755696944.500101:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696944.500107:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696944.500110:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696944.500123:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696944.500132:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696944.500134:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696944.500138:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696944.500141:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696944.500144:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696944.500147:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120618112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696944.500152:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696944.500158:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696944.500167:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696944.500170:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696944.500175:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758094e00. 02000000:00000001:1.0:1755696944.500177:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696944.500184:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696944.500189:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696944.500195:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696944.500201:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618112, portal 25 00000100:00000001:1.0:1755696944.500202:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696944.500204:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954314752 : -118784755236864 : ffff93f744dc0000) 00000100:00000040:1.0:1755696944.500208:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696944.500214:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696944.500216:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696944.500218:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5330. 00000100:00000200:1.0:1755696944.500220:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618112, offset 0 00000400:00000200:1.0:1755696944.500224:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696944.500231:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696944.500236:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696944.500240:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696944.500243:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696944.500246:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696944.500248:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696944.500251:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [401:401:256:4294967295] 192.168.203.157@tcp LPNI seq info [401:401:8:4294967295] 00000400:00000200:1.0:1755696944.500253:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696944.500259:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696944.500263:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696944.500266:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755696944.500271:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696944.500277:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696944.500280:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696944.500294:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696944.500302:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696944.500304:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296194062 00000100:00000010:1.0:1755696944.500307:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755696944.500312:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696944.500318:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296194062 00000100:00000010:1.0:1755696944.500320:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696944.500322:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696944.500324:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696944.500326:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696944.500328:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696944.500330:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696944.500335:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696944.500337:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696944.500338:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696944.500339:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696944.500340:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696944.500342:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696944.500351:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696944.500352:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696944.500410:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696944.500415:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755696944.500420:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696944.500425:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696944.500430:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5330 00000400:00000010:0.0:1755696944.500432:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5330. 00000100:00000001:0.0:1755696944.500436:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696944.500440:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696944.500448:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696944.500452:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696944.500458:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696944.500460:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696944.501472:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696944.501483:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696944.501485:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696944.501487:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696944.501491:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696944.501494:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696944.501498:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696944.501500:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696944.501503:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696944.501510:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c480 00000400:00000200:0.0:1755696944.501514:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696944.501517:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1671 [1] + 224 00000800:00000001:0.0:1755696944.501523:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696944.501530:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696944.501532:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696944.501534:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696944.501537:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696944.501540:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696944.501547:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696944.501559:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696944.501565:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696944.501567:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696944.501586:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696944.501588:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696944.501592:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696944.501593:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696944.501595:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696944.501598:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696944.501599:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696944.501600:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696944.501604:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696944.501610:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696944.501614:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696944.501616:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696944.501617:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696944.501619:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696944.501625:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696944.501627:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696944.501629:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696944.501634:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=151 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696944.501636:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=49 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696944.501638:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696944.501639:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696944.501641:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696944.501643:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696944.501645:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696944.501648:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696944.501651:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696944.501653:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696944.501655:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696944.501657:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696944.501662:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120618112:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696944.501665:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696944.501666:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696944.501668:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0000 x1840980120618112/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696960 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696944.501671:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696944.501673:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696944.501674:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758094e00. 02000000:00000001:1.0:1755696944.501676:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696944.501678:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696944.501679:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696944.501681:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696944.501682:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8400. 02000000:00000001:1.0:1755696944.501684:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696944.501686:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696944.501687:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0000. 00000100:00000001:1.0:1755696944.501692:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696944.501693:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696944.501694:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696944.501697:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696944.501698:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696944.501699:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696944.501700:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696944.514893:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296194062, at 4296194063 00000100:00000040:0.0:1755696944.514894:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296194062, at 4296194063 00000100:00000010:1.0:1755696944.514906:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000010:0.0:1755696944.514908:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755696945.203960:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696945.203965:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696945.204036:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696945.204039:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696945.204042:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696946.227925:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696946.227931:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696946.227988:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696946.227991:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696946.227994:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696947.251924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696947.251930:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696947.252001:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696947.252005:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696947.252008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696948.275896:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696948.275902:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696948.275993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696948.275996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696948.275999:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696949.299921:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696949.299929:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696949.299931:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696949.299933:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696949.299938:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696949.299939:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696949.299941:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696949.299943:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696949.300024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696949.300028:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696949.300031:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696949.619873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696949.619883:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696949.619892:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3800. 00000020:00000040:0.0:1755696949.619898:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696949.619901:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696949.619903:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696949.619908:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696949.619916:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8a00. 00000100:00000001:0.0:1755696949.619922:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696949.619933:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696949.619941:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696949.619944:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696949.619949:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000005bf877e1] to pc [ptlrpcd_00_00+0] req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696949.619974:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696949.619976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696949.619979:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696949.619982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696949.619984:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696949.619987:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1536) 00000100:00000001:1.0:1755696949.620014:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696949.620019:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696949.620021:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696949.620028:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696949.620035:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696949.620037:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696949.620047:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696949.620049:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696949.620052:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696949.620055:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120618240:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696949.620061:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696949.620066:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696949.620068:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696949.620070:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696949.620074:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758095e00. 02000000:00000001:1.0:1755696949.620076:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696949.620083:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696949.620087:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696949.620092:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696949.620109:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618240, portal 25 00000100:00000001:1.0:1755696949.620111:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696949.620112:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954329088 : -118784755222528 : ffff93f744dc3800) 00000100:00000040:1.0:1755696949.620117:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696949.620123:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696949.620125:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696949.620129:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5330. 00000100:00000200:1.0:1755696949.620131:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618240, offset 0 00000400:00000200:1.0:1755696949.620135:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696949.620142:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696949.620148:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696949.620152:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696949.620156:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696949.620159:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696949.620161:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696949.620164:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [402:402:256:4294967295] 192.168.203.157@tcp LPNI seq info [402:402:8:4294967295] 00000400:00000200:1.0:1755696949.620166:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696949.620174:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696949.620179:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696949.620182:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696949.620187:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696949.620193:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696949.620197:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696949.620210:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696949.620214:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696949.620216:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296199182 00000100:00000010:1.0:1755696949.620219:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755696949.620226:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696949.620232:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296199182 00000100:00000010:1.0:1755696949.620234:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696949.620240:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696949.620243:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696949.620245:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696949.620248:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696949.620250:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696949.620256:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696949.620258:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696949.620260:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696949.620261:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696949.620262:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696949.620264:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696949.620274:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696949.620276:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696949.620330:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696949.620334:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696949.620337:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696949.620342:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696949.620345:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5330 00000400:00000010:0.0:1755696949.620347:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5330. 00000100:00000001:0.0:1755696949.620351:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696949.620354:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696949.620372:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696949.620374:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696949.620379:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696949.620381:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696949.621729:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696949.621743:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696949.621746:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696949.621748:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696949.621752:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696949.621757:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696949.621763:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696949.621766:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696949.621770:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696949.621774:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c500 00000400:00000200:0.0:1755696949.621778:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696949.621807:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1681 [1] + 224 00000800:00000001:0.0:1755696949.621816:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696949.621822:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696949.621824:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696949.621827:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696949.621830:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696949.621834:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696949.621855:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696949.621870:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696949.621877:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696949.621879:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696949.621910:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696949.621914:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696949.621919:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696949.621921:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696949.621924:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696949.621928:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696949.621930:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696949.621933:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696949.621939:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696949.621950:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696949.621955:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696949.621956:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696949.621958:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696949.621960:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696949.621962:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696949.621965:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696949.621967:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696949.621973:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=6 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696949.621975:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=54 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696949.621977:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696949.621979:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696949.621981:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696949.621988:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696949.621991:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696949.621994:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696949.621999:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696949.622001:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696949.622003:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696949.622005:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696949.622011:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120618240:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696949.622014:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696949.622015:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696949.622017:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3800 x1840980120618240/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696965 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696949.622021:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696949.622023:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696949.622025:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758095e00. 02000000:00000001:1.0:1755696949.622027:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696949.622029:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696949.622030:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696949.622032:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696949.622033:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8a00. 02000000:00000001:1.0:1755696949.622036:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696949.622038:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696949.622039:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3800. 00000100:00000001:1.0:1755696949.622042:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696949.622043:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696949.622044:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696949.622047:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696949.622048:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696949.622050:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696949.622051:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696949.634886:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296199182, at 4296199183 00000100:00000040:1.0:1755696949.634889:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296199182, at 4296199183 00000100:00000010:0.0:1755696949.634903:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000010:1.0:1755696949.634916:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755696950.323917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696950.323924:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696950.323992:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696950.323997:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696950.324000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696951.347938:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696951.347945:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696951.348011:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696951.348015:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696951.348019:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696952.371933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696952.371941:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696952.372047:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696952.372054:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696952.372058:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696953.395929:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696953.395938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696953.396014:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696953.396018:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696953.396021:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696954.419880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696954.419887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696954.419966:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696954.419972:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696954.419976:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696954.739940:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696954.739955:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696954.739967:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696954.739981:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696954.739987:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696954.739991:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696954.739998:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696954.740010:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ef00. 00000100:00000001:1.0:1755696954.740018:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696954.740033:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696954.740052:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696954.740057:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696954.740065:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696954.740105:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696954.740109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696954.740113:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696954.740117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696954.740120:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755696954.740122:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696954.740128:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696954.740132:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696954.740142:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:1.0:1755696954.740145:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1541) 00000100:00000001:0.0:1755696954.740156:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696954.740160:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696954.740165:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:1.0:1755696954.740166:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1755696954.740168:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696954.740172:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696954.740174:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696954.740181:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120618368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755696954.740186:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696954.740193:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696954.740196:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696954.740199:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696954.740206:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755696954.740208:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696954.740219:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696954.740224:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544dc0. 00000400:00000010:0.0:1755696954.740230:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee6e8. 00000100:00000200:0.0:1755696954.740238:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618368, portal 25 00000100:00000001:0.0:1755696954.740240:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696954.740242:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755696954.740249:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696954.740270:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696954.740273:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696954.740276:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eee58. 00000100:00000200:0.0:1755696954.740279:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618368, offset 0 00000400:00000200:0.0:1755696954.740286:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696954.740295:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.740303:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696954.740309:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696954.740314:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696954.740318:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696954.740321:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696954.740325:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [403:403:256:4294967295] 192.168.203.157@tcp LPNI seq info [403:403:8:4294967295] 00000400:00000200:0.0:1755696954.740330:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.740341:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696954.740348:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696954.740353:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8200. 00000800:00000200:0.0:1755696954.740360:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696954.740369:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696954.740374:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696954.740392:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696954.740397:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696954.740400:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296204302 00000100:00000010:0.0:1755696954.740404:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696954.740413:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696954.740419:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296204302 00000100:00000010:0.0:1755696954.740422:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fa20. 00000100:00000001:0.0:1755696954.740425:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696954.740432:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696954.740435:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696954.740444:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696954.740446:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696954.740455:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696954.740459:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696954.740462:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696954.740463:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696954.740465:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696954.740467:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755696954.740543:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755696954.740547:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8200. 00000400:00000200:1.0:1755696954.740553:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755696954.740559:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755696954.740563:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eee58 00000400:00000010:1.0:1755696954.740565:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eee58. 00000100:00000001:1.0:1755696954.740568:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755696954.740572:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696954.740580:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696954.740583:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696954.740588:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696954.740590:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696954.741818:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696954.741830:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696954.741833:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696954.741836:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696954.741845:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.741852:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696954.741859:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.741864:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.741869:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.741874:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c580 00000400:00000200:0.0:1755696954.741879:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696954.741885:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1691 [1] + 224 00000800:00000001:0.0:1755696954.741893:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696954.741902:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696954.741905:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696954.741909:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696954.741913:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696954.741918:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696954.741929:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696954.741950:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696954.741956:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696954.741963:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696954.741996:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696954.741999:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696954.742005:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696954.742007:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696954.742010:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544dc0. 00000400:00000200:1.0:1755696954.742015:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee6e8 00000400:00000010:1.0:1755696954.742017:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee6e8. 00000100:00000001:1.0:1755696954.742021:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696954.742026:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696954.742037:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696954.742045:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696954.742047:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696954.742049:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696954.742053:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696954.742056:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696954.742065:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696954.742069:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696954.742076:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=11 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696954.742082:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=59 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696954.742085:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696954.742087:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696954.742090:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696954.742093:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696954.742096:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696954.742101:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696954.742110:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696954.742113:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696954.742116:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696954.742121:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696954.742130:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120618368:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696954.742136:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696954.742138:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696954.742142:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120618368/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696970 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696954.742156:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696954.742159:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696954.742162:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012e00. 02000000:00000001:1.0:1755696954.742166:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696954.742168:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696954.742170:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696954.742173:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696954.742176:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ef00. 02000000:00000001:1.0:1755696954.742179:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696954.742181:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696954.742183:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755696954.742186:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696954.742193:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696954.742196:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696954.742200:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696954.742201:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696954.742203:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696954.742205:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696954.754898:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296204302, at 4296204303 00000100:00000040:0.0:1755696954.754898:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296204302, at 4296204303 00000100:00000010:0.0:1755696954.754915:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755696954.754916:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fa20. 00010000:00000001:0.0:1755696955.443950:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696955.443959:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696955.444031:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696955.444034:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696955.444037:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696956.467930:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696956.467938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696956.468004:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696956.468011:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696956.468017:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696957.491935:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696957.491943:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696957.492015:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696957.492020:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696957.492022:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696958.515945:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696958.515955:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696958.516033:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696958.516038:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696958.516042:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696959.539916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696959.539926:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696959.539929:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696959.539930:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696959.539936:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696959.539937:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696959.539939:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696959.539941:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696959.540015:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696959.540019:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696959.540022:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696959.859944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696959.859954:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696959.859965:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc2d80. 00000020:00000040:0.0:1755696959.859971:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696959.859976:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696959.859979:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696959.859984:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696959.859991:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8800. 00000100:00000001:0.0:1755696959.859998:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696959.860008:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696959.860018:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696959.860022:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696959.860028:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000007dcbf316] to pc [ptlrpcd_00_00+0] req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696959.860050:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696959.860052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696959.860056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:1.0:1755696959.860067:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696959.860072:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696959.860077:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755696959.860077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696959.860082:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696959.860087:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696959.860090:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1547) 00000100:00000001:1.0:1755696959.860099:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696959.860102:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696959.860106:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696959.860108:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696959.860111:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696959.860113:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120618496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696959.860118:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1755696959.860123:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1755696959.860124:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696959.860128:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696959.860128:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696959.860132:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696959.860138:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a884000. 02000000:00000001:1.0:1755696959.860140:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696959.860149:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696959.860154:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696959.860160:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696959.860166:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618496, portal 25 00000100:00000001:1.0:1755696959.860174:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696959.860176:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954326400 : -118784755225216 : ffff93f744dc2d80) 00000100:00000040:1.0:1755696959.860181:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696959.860188:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696959.860190:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696959.860192:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5aa0. 00000100:00000200:1.0:1755696959.860194:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618496, offset 0 00000400:00000200:1.0:1755696959.860200:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696959.860209:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696959.860215:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696959.860220:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696959.860224:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696959.860228:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696959.860230:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696959.860233:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [404:404:256:4294967295] 192.168.203.157@tcp LPNI seq info [404:404:8:4294967295] 00000400:00000200:1.0:1755696959.860236:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696959.860245:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696959.860250:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696959.860254:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755696959.860260:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696959.860266:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696959.860270:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696959.860286:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696959.860289:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696959.860292:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296209422 00000100:00000010:1.0:1755696959.860296:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755696959.860304:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696959.860311:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296209422 00000100:00000010:1.0:1755696959.860313:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696959.860321:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696959.860323:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696959.860325:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696959.860328:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696959.860329:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696959.860337:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696959.860340:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696959.860342:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696959.860343:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696959.860344:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696959.860346:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696959.860394:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696959.860401:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755696959.860406:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696959.860412:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696959.860415:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5aa0 00000400:00000010:0.0:1755696959.860418:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5aa0. 00000100:00000001:0.0:1755696959.860421:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696959.860425:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696959.860432:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696959.860435:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696959.860440:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696959.860441:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696959.862026:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696959.862039:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696959.862043:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696959.862055:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696959.862067:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696959.862073:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696959.862082:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696959.862087:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696959.862094:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696959.862099:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c600 00000400:00000200:0.0:1755696959.862105:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696959.862111:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16a1 [1] + 224 00000800:00000001:0.0:1755696959.862119:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696959.862134:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696959.862137:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696959.862142:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696959.862148:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696959.862154:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696959.862165:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696959.862185:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696959.862193:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696959.862197:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696959.862213:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696959.862215:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696959.862220:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696959.862222:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696959.862224:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696959.862227:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696959.862229:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696959.862231:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696959.862234:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696959.862242:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696959.862247:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696959.862248:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696959.862251:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696959.862253:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696959.862255:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696959.862257:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696959.862259:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696959.862265:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=16 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696959.862268:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=64 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696959.862270:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696959.862272:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696959.862275:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696959.862276:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696959.862284:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696959.862288:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696959.862293:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696959.862295:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696959.862297:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696959.862300:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696959.862305:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120618496:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696959.862308:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696959.862310:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696959.862312:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc2d80 x1840980120618496/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696975 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696959.862316:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696959.862318:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696959.862320:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a884000. 02000000:00000001:1.0:1755696959.862323:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696959.862325:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696959.862326:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696959.862328:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696959.862329:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8800. 02000000:00000001:1.0:1755696959.862332:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696959.862334:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696959.862335:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc2d80. 00000100:00000001:1.0:1755696959.862338:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696959.862339:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696959.862341:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696959.862345:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696959.862346:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696959.862348:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696959.862349:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696959.874894:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296209422, at 4296209423 00000100:00000040:0.0:1755696959.874894:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296209422, at 4296209423 00000100:00000010:0.0:1755696959.874912:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:1.0:1755696959.874914:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755696960.563918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696960.563925:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696960.563998:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696960.564004:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696960.564008:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696961.587868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696961.587876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696961.587944:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696961.587970:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696961.587975:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696962.611949:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696962.611959:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696962.612042:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696962.612057:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696962.612064:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696963.635878:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696963.635885:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696963.635952:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696963.635955:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696963.635959:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696964.659973:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696964.659981:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696964.660067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696964.660073:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696964.660076:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696964.979862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696964.979873:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696964.979885:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc2300. 00000020:00000040:0.0:1755696964.979892:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696964.979898:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696964.979901:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696964.979907:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696964.979919:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8600. 00000100:00000001:0.0:1755696964.979928:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696964.979943:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696964.979993:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696964.979999:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696964.980008:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e33c29aa] to pc [ptlrpcd_00_01+1] req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696964.980048:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696964.980052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696964.980056:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696964.980060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696964.980064:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696964.980071:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1552) 00000100:00000001:1.0:1755696964.980081:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696964.980087:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696964.980090:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696964.980097:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696964.980105:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696964.980107:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696964.980108:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696964.980114:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:0.0:1755696964.980114:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696964.980118:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696964.980121:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696964.980124:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120618624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696964.980128:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696964.980134:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696964.980136:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696964.980138:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696964.980144:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7593db000. 02000000:00000001:1.0:1755696964.980145:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696964.980154:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696964.980158:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696964.980164:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696964.980171:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618624, portal 25 00000100:00000001:1.0:1755696964.980173:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696964.980175:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954323712 : -118784755227904 : ffff93f744dc2300) 00000100:00000040:1.0:1755696964.980179:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696964.980198:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696964.980200:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696964.980203:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5b28. 00000100:00000200:1.0:1755696964.980205:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618624, offset 0 00000400:00000200:1.0:1755696964.980211:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696964.980220:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696964.980227:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696964.980232:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696964.980236:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696964.980239:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696964.980242:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696964.980245:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [405:405:256:4294967295] 192.168.203.157@tcp LPNI seq info [405:405:8:4294967295] 00000400:00000200:1.0:1755696964.980248:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696964.980257:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696964.980262:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696964.980266:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755696964.980272:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696964.980280:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696964.980284:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696964.980301:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696964.980304:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696964.980307:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296214542 00000100:00000010:1.0:1755696964.980310:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696964.980318:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696964.980324:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296214542 00000100:00000010:1.0:1755696964.980326:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696964.980329:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696964.980332:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696964.980334:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696964.980343:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696964.980345:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696964.980353:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696964.980355:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696964.980356:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696964.980357:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696964.980359:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696964.980360:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696964.980434:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696964.980439:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755696964.980446:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696964.980453:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696964.980457:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5b28 00000400:00000010:0.0:1755696964.980460:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5b28. 00000100:00000001:0.0:1755696964.980465:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696964.980470:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696964.980480:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696964.980485:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696964.980492:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696964.980494:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696964.981974:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696964.981986:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696964.981988:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696964.981996:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696964.982001:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696964.982005:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696964.982012:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696964.982015:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696964.982019:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696964.982022:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c680 00000400:00000200:0.0:1755696964.982026:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696964.982032:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16b1 [1] + 224 00000800:00000001:0.0:1755696964.982039:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696964.982048:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696964.982051:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696964.982055:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696964.982060:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696964.982065:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696964.982076:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696964.982095:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696964.982103:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696964.982112:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696964.982154:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696964.982157:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696964.982162:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696964.982163:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696964.982166:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696964.982169:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696964.982170:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696964.982173:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696964.982177:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696964.982185:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696964.982190:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696964.982191:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696964.982194:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696964.982196:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696964.982198:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696964.982200:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696964.982202:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696964.982208:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=21 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696964.982211:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=69 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696964.982213:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696964.982215:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696964.982217:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696964.982219:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696964.982221:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696964.982225:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696964.982240:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696964.982242:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696964.982244:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696964.982247:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696964.982252:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120618624:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696964.982256:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696964.982257:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696964.982259:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc2300 x1840980120618624/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696980 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696964.982264:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696964.982265:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696964.982268:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7593db000. 02000000:00000001:1.0:1755696964.982271:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696964.982272:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696964.982273:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696964.982275:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696964.982276:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8600. 02000000:00000001:1.0:1755696964.982278:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696964.982280:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696964.982282:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc2300. 00000100:00000001:1.0:1755696964.982284:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696964.982285:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696964.982286:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696964.982289:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696964.982290:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696964.982292:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696964.982293:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696964.994848:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296214542, at 4296214543 00000100:00000010:0.0:1755696964.994858:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000040:1.0:1755696964.994864:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296214542, at 4296214543 00000100:00000010:1.0:1755696964.994872:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696965.683942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696965.683952:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696965.684047:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696965.684052:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696965.684055:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696966.707873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696966.707880:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696966.707935:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696966.707941:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696966.707958:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696967.731894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696967.731905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696967.731974:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696967.731978:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696967.731981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696968.755916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696968.755926:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696968.755929:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696968.755931:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696968.755960:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696968.755962:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696968.755964:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696968.755966:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696968.756022:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696968.756027:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696968.756031:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696969.779887:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696969.779898:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696969.779966:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696969.779972:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696969.779977:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696970.099905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696970.099916:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696970.099928:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1180. 00000020:00000040:0.0:1755696970.099934:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696970.099938:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696970.099942:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696970.099948:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696970.099956:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8500. 00000100:00000001:0.0:1755696970.099963:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696970.099974:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696970.099984:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696970.099989:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696970.099994:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000000879ce2] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696970.100022:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696970.100024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696970.100027:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696970.100029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696970.100032:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696970.100036:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1557) 00000100:00000001:1.0:1755696970.100083:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696970.100090:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696970.100093:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696970.100100:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696970.100108:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696970.100109:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696970.100113:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696970.100116:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696970.100118:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696970.100120:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120618752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696970.100124:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696970.100130:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696970.100132:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696970.100134:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696970.100139:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7593db000. 02000000:00000001:1.0:1755696970.100141:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696970.100150:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696970.100154:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696970.100159:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696970.100167:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618752, portal 25 00000100:00000001:1.0:1755696970.100169:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696970.100170:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954319232 : -118784755232384 : ffff93f744dc1180) 00000100:00000040:1.0:1755696970.100175:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696970.100182:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696970.100184:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696970.100186:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5198. 00000100:00000200:1.0:1755696970.100188:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618752, offset 0 00000400:00000200:1.0:1755696970.100194:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696970.100220:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696970.100228:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696970.100233:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696970.100237:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696970.100241:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696970.100243:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696970.100246:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [406:406:256:4294967295] 192.168.203.157@tcp LPNI seq info [406:406:8:4294967295] 00000400:00000200:1.0:1755696970.100249:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696970.100257:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696970.100261:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696970.100265:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696970.100271:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696970.100278:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696970.100283:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696970.100300:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696970.100304:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696970.100306:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296219662 00000100:00000010:1.0:1755696970.100311:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696970.100318:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696970.100325:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296219662 00000100:00000010:1.0:1755696970.100328:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696970.100330:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696970.100333:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696970.100335:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696970.100338:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696970.100340:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696970.100347:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696970.100349:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696970.100351:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696970.100352:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696970.100354:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696970.100356:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696970.100370:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696970.100372:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696970.100420:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696970.100424:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696970.100430:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696970.100442:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696970.100445:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5198 00000400:00000010:0.0:1755696970.100447:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5198. 00000100:00000001:0.0:1755696970.100451:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696970.100454:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696970.100461:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696970.100464:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696970.100470:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696970.100471:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696970.101841:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696970.101854:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696970.101858:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696970.101861:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696970.101869:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696970.101875:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696970.101883:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696970.101886:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696970.101890:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696970.101893:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c700 00000400:00000200:0.0:1755696970.101897:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696970.101901:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16c1 [1] + 224 00000800:00000001:0.0:1755696970.101907:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696970.101925:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696970.101927:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696970.101930:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696970.101934:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696970.101938:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696970.101946:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696970.101971:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696970.101978:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696970.101981:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696970.102032:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696970.102035:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696970.102040:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696970.102042:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696970.102044:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696970.102048:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696970.102050:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696970.102052:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696970.102057:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696970.102064:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696970.102070:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696970.102071:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696970.102073:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696970.102076:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696970.102078:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696970.102081:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696970.102083:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696970.102088:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=27 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696970.102091:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=75 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696970.102093:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696970.102094:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696970.102097:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696970.102099:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696970.102100:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696970.102103:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696970.102108:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696970.102110:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696970.102112:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696970.102114:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696970.102131:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120618752:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696970.102135:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696970.102136:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696970.102138:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1180 x1840980120618752/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696986 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696970.102143:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696970.102145:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696970.102148:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7593db000. 02000000:00000001:1.0:1755696970.102150:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696970.102152:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696970.102153:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696970.102155:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696970.102157:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8500. 02000000:00000001:1.0:1755696970.102160:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696970.102162:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696970.102164:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1180. 00000100:00000001:1.0:1755696970.102167:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696970.102168:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696970.102169:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696970.102172:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696970.102173:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696970.102174:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696970.102176:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696970.114847:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296219662, at 4296219663 00000100:00000040:1.0:1755696970.114854:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296219662, at 4296219663 00000100:00000010:0.0:1755696970.114859:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:1.0:1755696970.114862:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00010000:00000001:0.0:1755696970.803928:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696970.803938:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696970.804019:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696970.804025:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696970.804029:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696971.827880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696971.827890:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696971.827964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696971.827969:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696971.827973:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696972.851897:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696972.851904:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696972.851971:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696972.851976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696972.851980:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696973.875911:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696973.875919:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696973.876016:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696973.876020:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696973.876023:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696974.899865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696974.899872:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696974.899950:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696974.899953:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696974.899976:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755696975.219921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755696975.219934:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755696975.219946:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2300. 00000020:00000040:2.0:1755696975.219954:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755696975.219958:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755696975.219962:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755696975.219969:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755696975.219978:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755696975.219986:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696975.219999:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755696975.220013:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755696975.220018:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696975.220026:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000cfb8bc52] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696975.220059:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755696975.220063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696975.220067:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755696975.220070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755696975.220073:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696975.220108:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1562) 00000100:00000001:3.0:1755696975.220140:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696975.220145:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696975.220148:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755696975.220155:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696975.220163:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755696975.220165:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696975.220169:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755696975.220172:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755696975.220174:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755696975.220176:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120618880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696975.220180:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755696975.220186:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755696975.220188:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696975.220190:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755696975.220202:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bec00. 02000000:00000001:3.0:1755696975.220203:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696975.220212:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755696975.220216:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755696975.220222:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755696975.220229:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120618880, portal 25 00000100:00000001:3.0:1755696975.220231:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755696975.220233:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287967488 : -118784421584128 : ffff93f758bf2300) 00000100:00000040:3.0:1755696975.220238:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696975.220244:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755696975.220246:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755696975.220248:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792770. 00000100:00000200:3.0:1755696975.220251:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120618880, offset 0 00000400:00000200:3.0:1755696975.220257:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755696975.220265:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696975.220272:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755696975.220277:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755696975.220281:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755696975.220284:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755696975.220286:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755696975.220289:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [407:407:256:4294967295] 192.168.203.157@tcp LPNI seq info [407:407:8:4294967295] 00000400:00000200:3.0:1755696975.220292:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755696975.220301:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755696975.220306:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755696975.220310:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597400. 00000800:00000200:3.0:1755696975.220316:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755696975.220324:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755696975.220328:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755696975.220344:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755696975.220348:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755696975.220355:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296224782 00000100:00000010:3.0:1755696975.220358:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a7e0. 00000100:00000001:3.0:1755696975.220365:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755696975.220372:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296224782 00000100:00000010:3.0:1755696975.220375:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a4e0. 00000100:00000001:3.0:1755696975.220377:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755696975.220385:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696975.220387:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696975.220389:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696975.220392:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696975.220400:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696975.220402:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755696975.220404:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696975.220405:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755696975.220406:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696975.220409:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696975.220420:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696975.220422:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696975.220481:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696975.220489:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597400. 00000400:00000200:0.0:1755696975.220496:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696975.220504:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696975.220508:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792770 00000400:00000010:0.0:1755696975.220511:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792770. 00000100:00000001:0.0:1755696975.220516:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696975.220521:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696975.220533:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696975.220538:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696975.220546:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696975.220548:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696975.221774:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696975.221797:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696975.221800:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696975.221802:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696975.221812:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696975.221816:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696975.221822:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696975.221825:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696975.221828:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696975.221832:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c780 00000400:00000200:0.0:1755696975.221835:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696975.221840:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16d1 [1] + 224 00000800:00000001:0.0:1755696975.221846:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696975.221852:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696975.221854:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696975.221857:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696975.221861:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696975.221864:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696975.221871:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696975.221885:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696975.221891:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696975.221894:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696975.221920:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696975.221923:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755696975.221928:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755696975.221930:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755696975.221932:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755696975.221936:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755696975.221937:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755696975.221939:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755696975.221944:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755696975.221951:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696975.221957:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755696975.221958:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696975.221960:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755696975.221962:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755696975.221964:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755696975.221972:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755696975.221974:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755696975.221980:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=32 v=5 (5 5 5 5) 00000100:00001000:3.0:1755696975.221983:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=80 v=5 (1 1 1 1) 00000100:00000001:3.0:1755696975.221985:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755696975.221986:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755696975.221988:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755696975.221990:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696975.221992:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696975.221995:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696975.222000:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755696975.222002:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755696975.222003:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755696975.222006:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755696975.222011:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120618880:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755696975.222015:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696975.222016:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755696975.222018:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2300 x1840980120618880/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696991 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696975.222022:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755696975.222024:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755696975.222026:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bec00. 02000000:00000001:3.0:1755696975.222028:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755696975.222030:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755696975.222032:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755696975.222033:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755696975.222035:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:3.0:1755696975.222037:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755696975.222038:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755696975.222040:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2300. 00000100:00000001:3.0:1755696975.222044:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755696975.222048:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696975.222060:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755696975.222063:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755696975.222064:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696975.222066:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755696975.222067:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696975.234855:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296224782, at 4296224783 00000100:00000010:0.0:1755696975.234863:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a7e0. 00000100:00000040:1.0:1755696975.234865:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296224782, at 4296224783 00000100:00000010:1.0:1755696975.234873:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a4e0. 00010000:00000001:0.0:1755696975.923876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696975.923884:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696975.923974:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696975.923978:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696975.923981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696976.947939:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696976.947952:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696976.948051:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696976.948055:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696976.948058:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696977.971884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696977.971891:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696977.971983:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696977.971987:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696977.971990:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696978.995869:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696978.995880:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696978.995882:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696978.995884:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696978.995889:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696978.995924:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696978.995926:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696978.995928:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696978.995991:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696978.995996:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696978.996000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696980.019888:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696980.019896:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696980.020009:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696980.020013:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696980.020016:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755696980.339947:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755696980.339959:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755696980.339971:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742badc00. 00000020:00000040:3.0:1755696980.339977:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755696980.339981:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755696980.339984:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755696980.339990:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755696980.339999:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597400. 00000100:00000001:3.0:1755696980.340007:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696980.340018:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755696980.340028:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755696980.340032:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755696980.340038:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000c784fa36] to pc [ptlrpcd_01_00+0] req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755696980.340068:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755696980.340070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755696980.340074:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:2.0:1755696980.340087:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696980.340092:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:3.0:1755696980.340096:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755696980.340097:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1755696980.340101:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755696980.340107:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1755696980.340108:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1567) 00000100:00000001:2.0:1755696980.340118:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755696980.340120:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755696980.340124:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755696980.340125:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1755696980.340130:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696980.340130:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755696980.340133:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755696980.340137:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120619008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696980.340142:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755696980.340147:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755696980.340149:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696980.340151:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755696980.340157:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696980.340158:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696980.340166:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755696980.340170:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755696980.340176:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755696980.340183:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619008, portal 25 00000100:00000001:2.0:1755696980.340185:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755696980.340186:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918588416 : -118784790963200 : ffff93f742badc00) 00000100:00000040:2.0:1755696980.340190:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696980.340197:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755696980.340200:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755696980.340202:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a87f8. 00000100:00000200:2.0:1755696980.340205:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619008, offset 0 00000400:00000200:2.0:1755696980.340210:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755696980.340218:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696980.340225:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755696980.340236:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755696980.340241:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755696980.340244:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755696980.340247:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755696980.340250:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [408:408:256:4294967295] 192.168.203.157@tcp LPNI seq info [408:408:8:4294967295] 00000400:00000200:2.0:1755696980.340253:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755696980.340263:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755696980.340268:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755696980.340271:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866d00. 00000800:00000200:2.0:1755696980.340278:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755696980.340285:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755696980.340289:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755696980.340305:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755696980.340310:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755696980.340314:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296229902 00000100:00000010:2.0:1755696980.340319:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755696980.340327:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755696980.340334:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296229902 00000100:00000010:2.0:1755696980.340338:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755696980.340340:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755696980.340349:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696980.340352:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696980.340356:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696980.340358:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696980.340367:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696980.340370:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755696980.340373:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696980.340375:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755696980.340376:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696980.340378:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696980.340434:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696980.340439:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866d00. 00000400:00000200:0.0:1755696980.340444:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696980.340449:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696980.340452:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a87f8 00000400:00000010:0.0:1755696980.340454:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a87f8. 00000100:00000001:0.0:1755696980.340458:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696980.340461:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696980.340469:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696980.340471:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696980.340477:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696980.340478:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696980.341898:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696980.341909:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696980.341912:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696980.341914:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696980.341920:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696980.341924:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696980.341930:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696980.341933:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696980.341937:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696980.341940:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c800 00000400:00000200:0.0:1755696980.341944:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696980.341948:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16d9 [1] + 224 00000800:00000001:0.0:1755696980.341953:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696980.341960:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696980.341961:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696980.341970:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696980.341974:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696980.341977:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696980.341985:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696980.342001:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696980.342009:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696980.342012:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696980.342035:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696980.342038:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755696980.342048:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755696980.342050:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755696980.342053:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755696980.342056:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755696980.342057:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755696980.342059:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755696980.342062:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755696980.342069:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696980.342073:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755696980.342075:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696980.342077:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755696980.342079:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755696980.342081:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755696980.342083:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755696980.342086:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755696980.342091:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=37 v=5 (5 5 5 5) 00000100:00001000:2.0:1755696980.342094:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=85 v=5 (1 1 1 1) 00000100:00000001:2.0:1755696980.342096:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755696980.342097:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755696980.342100:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755696980.342102:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696980.342104:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755696980.342107:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696980.342112:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755696980.342114:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755696980.342116:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755696980.342119:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755696980.342124:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742badc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120619008:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755696980.342127:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696980.342132:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755696980.342135:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742badc00 x1840980120619008/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755696996 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755696980.342140:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755696980.342142:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755696980.342144:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755696980.342147:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755696980.342148:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755696980.342150:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755696980.342151:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755696980.342153:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597400. 02000000:00000001:2.0:1755696980.342156:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755696980.342158:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755696980.342160:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742badc00. 00000100:00000001:2.0:1755696980.342162:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755696980.342163:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696980.342164:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755696980.342167:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755696980.342168:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755696980.342170:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755696980.342171:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696980.354853:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296229902, at 4296229903 00000100:00000040:0.0:1755696980.354859:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296229902, at 4296229903 00000100:00000010:1.0:1755696980.354861:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00000100:00000010:0.0:1755696980.354869:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755696981.043877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696981.043884:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696981.043972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696981.043976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696981.043979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696982.067909:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696982.067917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696982.068009:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696982.068013:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696982.068016:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696983.091896:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696983.091903:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696983.091967:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696983.091971:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696983.091975:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696984.115884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696984.115893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696984.115961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696984.115966:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696984.115968:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696985.139885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696985.139894:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696985.139995:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696985.139999:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696985.140002:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755696985.459917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755696985.459928:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755696985.459940:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3480. 00000020:00000040:0.0:1755696985.459946:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755696985.459950:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755696985.459953:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755696985.459959:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755696985.459966:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8300. 00000100:00000001:0.0:1755696985.459973:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696985.459985:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755696985.459994:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755696985.460016:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755696985.460022:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000006dd65d01] to pc [ptlrpcd_00_01+1] req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696985.460050:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755696985.460052:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696985.460055:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755696985.460057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755696985.460059:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755696985.460063:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1572) 00000100:00000001:1.0:1755696985.460101:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696985.460108:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696985.460112:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696985.460120:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696985.460130:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696985.460133:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696985.460137:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696985.460140:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696985.460143:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696985.460146:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120619136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696985.460151:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696985.460157:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696985.460168:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696985.460171:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696985.460176:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f744a11600. 02000000:00000001:1.0:1755696985.460179:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696985.460189:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696985.460195:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696985.460203:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696985.460211:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619136, portal 25 00000100:00000001:1.0:1755696985.460213:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696985.460216:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954328192 : -118784755223424 : ffff93f744dc3480) 00000100:00000040:1.0:1755696985.460222:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696985.460231:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696985.460234:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696985.460238:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5a18. 00000100:00000200:1.0:1755696985.460241:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619136, offset 0 00000400:00000200:1.0:1755696985.460248:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696985.460258:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696985.460267:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696985.460273:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696985.460278:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696985.460282:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696985.460285:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696985.460289:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [409:409:256:4294967295] 192.168.203.157@tcp LPNI seq info [409:409:8:4294967295] 00000400:00000200:1.0:1755696985.460294:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696985.460305:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696985.460312:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696985.460318:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755696985.460326:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696985.460335:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696985.460340:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696985.460361:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696985.460371:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696985.460374:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296235022 00000100:00000010:1.0:1755696985.460379:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755696985.460388:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696985.460402:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296235022 00000100:00000010:1.0:1755696985.460406:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696985.460410:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696985.460415:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696985.460418:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696985.460422:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696985.460426:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696985.460435:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696985.460438:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755696985.460441:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696985.460443:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696985.460446:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696985.460448:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696985.460462:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696985.460465:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696985.460506:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696985.460511:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755696985.460516:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696985.460522:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696985.460526:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5a18 00000400:00000010:0.0:1755696985.460528:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5a18. 00000100:00000001:0.0:1755696985.460532:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696985.460536:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696985.460543:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696985.460546:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696985.460551:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696985.460553:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696985.461911:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696985.461922:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696985.461924:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696985.461926:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696985.461931:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696985.461935:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696985.461941:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696985.461951:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696985.461956:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696985.461959:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c880 00000400:00000200:0.0:1755696985.461962:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696985.461967:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16e1 [1] + 224 00000800:00000001:0.0:1755696985.461972:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696985.461978:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696985.461980:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696985.461982:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696985.461986:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696985.461990:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696985.461997:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696985.462013:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696985.462019:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696985.462022:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696985.462061:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696985.462064:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696985.462070:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696985.462072:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696985.462075:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696985.462080:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696985.462082:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696985.462085:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696985.462091:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696985.462103:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696985.462112:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696985.462114:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696985.462116:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696985.462120:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696985.462128:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696985.462131:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696985.462135:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696985.462142:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=42 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696985.462147:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=90 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696985.462150:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696985.462152:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696985.462156:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696985.462158:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696985.462161:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696985.462167:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696985.462174:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696985.462178:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696985.462181:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696985.462186:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696985.462196:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120619136:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696985.462201:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696985.462203:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696985.462207:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3480 x1840980120619136/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697001 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696985.462214:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696985.462217:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696985.462220:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f744a11600. 02000000:00000001:1.0:1755696985.462224:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696985.462227:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696985.462229:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696985.462232:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696985.462235:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8300. 02000000:00000001:1.0:1755696985.462238:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696985.462240:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696985.462243:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3480. 00000100:00000001:1.0:1755696985.462251:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696985.462252:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696985.462254:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696985.462258:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696985.462260:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696985.462262:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696985.462264:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696985.474842:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296235022, at 4296235023 00000100:00000040:0.0:1755696985.474846:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296235022, at 4296235023 00000100:00000010:1.0:1755696985.474851:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:0.0:1755696985.474854:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00010000:00000001:0.0:1755696986.163862:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696986.163869:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696986.163943:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696986.163948:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696986.163952:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696987.187877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696987.187884:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696987.187979:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696987.187983:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696987.187986:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696988.211865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696988.211873:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696988.211940:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696988.211946:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696988.211949:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696989.235896:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696989.235905:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696989.235908:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696989.235910:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696989.235915:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696989.235917:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696989.235919:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696989.235921:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696989.236033:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696989.236037:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696989.236040:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696990.259956:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696990.259963:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696990.260062:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696990.260066:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696990.260069:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696990.579970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696990.579982:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696990.579995:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696990.580002:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696990.580006:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696990.580010:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696990.580016:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696990.580026:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755696990.580033:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696990.580045:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696990.580056:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696990.580060:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696990.580067:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696990.580097:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696990.580099:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696990.580103:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:0.0:1755696990.580118:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696990.580123:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:1.0:1755696990.580125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:0.0:1755696990.580127:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:1.0:1755696990.580131:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696990.580137:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1577) 00000100:00000040:0.0:1755696990.580137:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696990.580147:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755696990.580160:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696990.580164:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755696990.580167:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696990.580169:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:0.0:1755696990.580170:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755696990.580175:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120619264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696990.580176:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696990.580182:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755696990.580188:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755696990.580190:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755696990.580193:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755696990.580199:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013800. 02000000:00000001:0.0:1755696990.580201:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696990.580209:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755696990.580214:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544a50. 00000400:00000010:0.0:1755696990.580219:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee220. 00000100:00000200:0.0:1755696990.580226:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619264, portal 25 00000100:00000001:0.0:1755696990.580229:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755696990.580230:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755696990.580235:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696990.580241:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755696990.580243:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755696990.580245:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755696990.580247:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619264, offset 0 00000400:00000200:0.0:1755696990.580253:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755696990.580261:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.580278:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755696990.580290:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755696990.580294:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755696990.580298:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755696990.580300:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755696990.580304:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [410:410:256:4294967295] 192.168.203.157@tcp LPNI seq info [410:410:8:4294967295] 00000400:00000200:0.0:1755696990.580307:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.580317:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755696990.580322:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755696990.580326:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8e00. 00000800:00000200:0.0:1755696990.580333:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755696990.580340:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755696990.580344:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755696990.580373:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755696990.580377:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755696990.580380:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296240142 00000100:00000010:0.0:1755696990.580384:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755696990.580392:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755696990.580397:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296240142 00000100:00000010:0.0:1755696990.580399:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f420. 00000100:00000001:0.0:1755696990.580401:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755696990.580403:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755696990.580405:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696990.580408:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696990.580409:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696990.580416:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755696990.580418:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755696990.580420:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755696990.580421:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755696990.580422:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696990.580424:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696990.580515:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696990.580519:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8e00. 00000400:00000200:0.0:1755696990.580554:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696990.580559:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696990.580574:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:0.0:1755696990.580576:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:0.0:1755696990.580580:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696990.580584:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696990.580592:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696990.580594:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696990.580600:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696990.580601:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696990.582559:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696990.582570:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696990.582572:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696990.582574:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696990.582579:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.582584:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696990.582589:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.582593:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.582596:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.582600:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c900 00000400:00000200:0.0:1755696990.582604:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696990.582609:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x16f1 [1] + 224 00000800:00000001:0.0:1755696990.582615:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696990.582621:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696990.582623:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696990.582625:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696990.582629:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696990.582633:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696990.582641:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696990.582663:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696990.582669:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696990.582672:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696990.582727:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696990.582730:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696990.582735:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696990.582737:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696990.582739:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544a50. 00000400:00000200:1.0:1755696990.582743:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee220 00000400:00000010:1.0:1755696990.582744:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee220. 00000100:00000001:1.0:1755696990.582746:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696990.582751:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696990.582758:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696990.582764:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696990.582765:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696990.582767:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696990.582769:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696990.582771:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696990.582774:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696990.582776:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696990.582816:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=47 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696990.582820:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=95 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696990.582822:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696990.582823:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696990.582826:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696990.582828:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696990.582830:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696990.582833:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696990.582848:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696990.582851:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696990.582853:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696990.582856:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696990.582861:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120619264:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696990.582865:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696990.582866:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696990.582868:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120619264/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697006 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696990.582873:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696990.582874:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696990.582877:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013800. 02000000:00000001:1.0:1755696990.582880:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696990.582882:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696990.582883:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696990.582885:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696990.582887:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755696990.582889:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696990.582891:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696990.582892:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755696990.582894:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696990.582895:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696990.582897:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696990.582899:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696990.582900:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696990.582902:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696990.582904:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696990.594859:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296240142, at 4296240143 00000100:00000040:0.0:1755696990.594862:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296240142, at 4296240143 00000100:00000010:1.0:1755696990.594867:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f420. 00000100:00000010:0.0:1755696990.594870:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755696991.283882:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696991.283891:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696991.283973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696991.283977:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696991.284001:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696992.307861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696992.307869:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696992.307955:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696992.307959:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696992.307962:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696993.331875:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696993.331883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696993.331930:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696993.331934:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696993.331937:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696994.355871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696994.355879:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696994.355953:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696994.355956:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696994.355959:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696995.379898:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696995.379905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696995.379981:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696995.379986:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696995.379991:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755696995.699964:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755696995.699977:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755696995.699986:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755696995.699994:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755696995.699999:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755696995.700003:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755696995.700010:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755696995.700020:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755696995.700029:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696995.700044:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755696995.700058:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755696995.700063:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696995.700071:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696995.700110:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755696995.700113:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696995.700118:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755696995.700121:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755696995.700125:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755696995.700131:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1582) 00000100:00000001:1.0:1755696995.700140:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755696995.700145:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1755696995.700164:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696995.700166:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755696995.700169:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696995.700179:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696995.700184:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696995.700187:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696995.700190:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755696995.700194:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755696995.700200:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696995.700210:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755696995.700212:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696995.700217:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755696995.700220:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755696995.700223:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755696995.700227:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120619392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696995.700232:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755696995.700238:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755696995.700241:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696995.700244:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755696995.700250:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7593dac00. 02000000:00000001:1.0:1755696995.700253:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696995.700264:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755696995.700270:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755696995.700279:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755696995.700288:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619392, portal 25 00000100:00000001:1.0:1755696995.700291:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755696995.700294:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:1.0:1755696995.700302:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696995.700311:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755696995.700314:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755696995.700317:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5440. 00000100:00000200:1.0:1755696995.700320:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619392, offset 0 00000400:00000200:1.0:1755696995.700327:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755696995.700338:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696995.700353:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755696995.700360:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755696995.700365:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755696995.700371:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755696995.700374:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755696995.700379:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [411:411:256:4294967295] 192.168.203.157@tcp LPNI seq info [411:411:8:4294967295] 00000400:00000200:1.0:1755696995.700385:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755696995.700398:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755696995.700405:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755696995.700410:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ed00. 00000800:00000200:1.0:1755696995.700419:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755696995.700427:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755696995.700433:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ed00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755696995.700451:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755696995.700456:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755696995.700460:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296245262 00000100:00000010:1.0:1755696995.700465:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755696995.700473:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755696995.700484:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296245262 00000100:00000010:1.0:1755696995.700543:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755696995.700548:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755696995.700552:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696995.700555:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696995.700559:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696995.700562:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755696995.700608:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755696995.700613:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ed00. 00000400:00000200:0.0:1755696995.700619:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696995.700625:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755696995.700629:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5440 00000400:00000010:0.0:1755696995.700631:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5440. 00000100:00000001:0.0:1755696995.700634:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755696995.700638:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696995.700647:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755696995.700650:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696995.700655:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755696995.700657:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755696995.702362:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696995.702376:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755696995.702388:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696995.702391:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696995.702398:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696995.702404:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755696995.702412:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696995.702416:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696995.702422:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696995.702427:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620c980 00000400:00000200:0.0:1755696995.702433:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755696995.702440:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1701 [1] + 224 00000800:00000001:0.0:1755696995.702449:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696995.702472:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755696995.702476:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755696995.702483:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755696995.702505:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755696995.702510:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755696995.702518:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755696995.702544:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755696995.702551:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755696995.702555:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696995.702582:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696995.702585:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755696995.702590:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755696995.702592:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755696995.702595:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755696995.702599:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755696995.702601:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755696995.702610:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755696995.702615:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755696995.702626:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696995.702634:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755696995.702637:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696995.702640:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755696995.702643:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755696995.702646:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755696995.702649:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755696995.702652:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755696995.702670:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=52 v=5 (5 5 5 5) 00000100:00001000:1.0:1755696995.702675:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=100 v=5 (1 1 1 1) 00000100:00000001:1.0:1755696995.702678:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755696995.702680:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755696995.702684:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755696995.702687:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696995.702690:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696995.702695:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696995.702702:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755696995.702705:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755696995.702708:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755696995.702713:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755696995.702723:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120619392:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755696995.702728:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696995.702730:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755696995.702733:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120619392/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697011 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755696995.702740:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755696995.702748:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755696995.702752:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7593dac00. 02000000:00000001:1.0:1755696995.702756:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755696995.702759:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755696995.702761:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755696995.702764:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755696995.702767:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755696995.702770:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755696995.702772:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755696995.702774:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755696995.702777:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755696995.702797:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696995.702799:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755696995.702803:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755696995.702805:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755696995.702807:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755696995.702809:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755696995.714851:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296245262, at 4296245263 00000100:00000040:0.0:1755696995.714854:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296245262, at 4296245263 00000100:00000010:1.0:1755696995.714861:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000010:0.0:1755696995.714863:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755696996.403896:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696996.403905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696996.404019:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696996.404023:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696996.404026:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696997.427946:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696997.427955:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696997.428034:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696997.428039:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696997.428043:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696998.451885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696998.451893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755696998.451976:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755696998.451983:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755696998.451987:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755696999.475944:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755696999.475958:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755696999.475961:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755696999.475987:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696999.475993:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755696999.475995:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696999.475998:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755696999.476001:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755696999.476067:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755696999.476073:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755696999.476077:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697000.499884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697000.499894:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697000.499978:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697000.499983:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697000.500009:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697000.819937:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697000.819947:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697000.819954:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697000.819959:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697000.819963:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697000.819966:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697000.819972:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697000.819978:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755697000.819985:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697000.819997:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697000.820027:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697000.820032:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697000.820038:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.820066:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697000.820068:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697000.820072:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697000.820074:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697000.820076:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697000.820080:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1588) 00000100:00000001:0.0:1755697000.820127:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697000.820133:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697000.820136:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697000.820143:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.820149:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697000.820153:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697000.820154:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697000.820156:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697000.820161:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697000.820163:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697000.820166:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697000.820169:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120619520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697000.820173:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697000.820178:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697000.820180:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697000.820181:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697000.820187:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013a00. 02000000:00000001:0.0:1755697000.820188:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697000.820197:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697000.820202:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544478. 00000400:00000010:0.0:1755697000.820207:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee2a8. 00000100:00000200:0.0:1755697000.820214:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619520, portal 25 00000100:00000001:0.0:1755697000.820216:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697000.820218:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697000.820223:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697000.820229:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697000.820231:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697000.820240:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee660. 00000100:00000200:0.0:1755697000.820242:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619520, offset 0 00000400:00000200:0.0:1755697000.820248:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697000.820256:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.820263:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697000.820268:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697000.820271:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697000.820275:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697000.820277:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697000.820280:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [412:412:256:4294967295] 192.168.203.157@tcp LPNI seq info [412:412:8:4294967295] 00000400:00000200:0.0:1755697000.820282:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.820291:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697000.820296:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697000.820300:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8e00. 00000800:00000200:0.0:1755697000.820307:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697000.820313:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697000.820317:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697000.820336:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697000.820340:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697000.820342:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296250382 00000100:00000010:0.0:1755697000.820345:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697000.820353:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697000.820359:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296250382 00000100:00000010:0.0:1755697000.820362:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f000. 00000100:00000001:0.0:1755697000.820364:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697000.820367:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697000.820368:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697000.820371:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697000.820372:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697000.820380:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697000.820382:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697000.820388:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697000.820389:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697000.820391:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697000.820392:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697000.820403:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697000.820408:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8e00. 00000400:00000200:1.0:1755697000.820412:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697000.820418:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697000.820421:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee660 00000400:00000010:1.0:1755697000.820423:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee660. 00000100:00000001:1.0:1755697000.820427:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697000.820430:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.820438:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697000.820440:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.820444:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697000.820445:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697000.821643:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697000.821655:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697000.821658:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697000.821660:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697000.821665:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.821669:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697000.821675:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.821678:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.821681:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.821685:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ca00 00000400:00000200:0.0:1755697000.821689:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697000.821694:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1711 [1] + 224 00000800:00000001:0.0:1755697000.821699:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697000.821706:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697000.821707:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697000.821710:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697000.821714:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697000.821717:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697000.821725:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697000.821740:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697000.821747:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697000.821749:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697000.821801:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697000.821804:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697000.821809:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697000.821817:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697000.821819:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544478. 00000400:00000200:1.0:1755697000.821823:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee2a8 00000400:00000010:1.0:1755697000.821824:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee2a8. 00000100:00000001:1.0:1755697000.821826:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697000.821831:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697000.821838:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.821844:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697000.821845:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697000.821847:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697000.821849:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697000.821851:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697000.821854:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697000.821856:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697000.821862:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=57 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697000.821865:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=105 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697000.821867:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697000.821869:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697000.821871:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697000.821873:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697000.821875:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697000.821879:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.821884:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697000.821886:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697000.821888:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697000.821890:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697000.821896:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120619520:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697000.821900:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697000.821905:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697000.821907:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120619520/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697016 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697000.821912:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697000.821914:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697000.821916:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013a00. 02000000:00000001:1.0:1755697000.821919:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697000.821920:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697000.821921:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697000.821923:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697000.821925:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755697000.821927:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697000.821928:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697000.821930:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697000.821932:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697000.821933:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697000.821935:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697000.821937:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697000.821938:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697000.821940:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697000.821941:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697000.834813:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296250382, at 4296250383 00000100:00000010:1.0:1755697000.834820:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f000. 00000100:00000040:0.0:1755697000.834853:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296250382, at 4296250383 00000100:00000010:0.0:1755697000.834860:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755697001.523890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697001.523900:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697001.523966:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697001.523971:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697001.523976:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697002.547846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697002.547857:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697002.547968:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697002.547974:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697002.547978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697003.571862:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697003.571867:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697003.571939:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697003.571943:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697003.571945:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697004.595850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697004.595855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697004.595933:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697004.595939:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697004.595943:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697005.619886:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697005.619892:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697005.619972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697005.619976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697005.619979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697005.939931:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697005.939942:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697005.939956:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0e00. 00000020:00000040:0.0:1755697005.939963:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697005.939968:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697005.939972:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697005.939978:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697005.939989:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8e00. 00000100:00000001:0.0:1755697005.939997:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697005.940010:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697005.940020:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697005.940026:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697005.940032:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000041129432] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697005.940059:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697005.940062:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697005.940066:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697005.940069:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697005.940072:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697005.940076:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1593) 00000100:00000001:1.0:1755697005.940078:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697005.940084:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697005.940087:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697005.940095:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697005.940104:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697005.940108:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697005.940129:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697005.940132:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697005.940136:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697005.940139:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697005.940141:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697005.940144:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120619648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697005.940148:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697005.940154:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697005.940156:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697005.940159:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697005.940163:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7593db000. 02000000:00000001:1.0:1755697005.940165:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697005.940175:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697005.940179:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697005.940185:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697005.940193:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619648, portal 25 00000100:00000001:1.0:1755697005.940195:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697005.940197:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954318336 : -118784755233280 : ffff93f744dc0e00) 00000100:00000040:1.0:1755697005.940201:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697005.940208:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697005.940210:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697005.940213:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5220. 00000100:00000200:1.0:1755697005.940215:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619648, offset 0 00000400:00000200:1.0:1755697005.940221:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697005.940230:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697005.940237:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697005.940243:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697005.940247:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697005.940251:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697005.940253:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697005.940261:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [413:413:256:4294967295] 192.168.203.157@tcp LPNI seq info [413:413:8:4294967295] 00000400:00000200:1.0:1755697005.940264:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697005.940274:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697005.940280:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697005.940284:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697005.940291:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697005.940299:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697005.940304:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697005.940321:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697005.940324:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697005.940327:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296255502 00000100:00000010:1.0:1755697005.940332:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755697005.940341:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697005.940347:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296255502 00000100:00000010:1.0:1755697005.940349:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755697005.940352:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697005.940355:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697005.940356:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697005.940359:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697005.940361:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697005.940368:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697005.940371:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697005.940373:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697005.940374:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697005.940376:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697005.940378:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697005.940448:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697005.940458:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755697005.940464:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697005.940470:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697005.940474:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5220 00000400:00000010:0.0:1755697005.940476:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5220. 00000100:00000001:0.0:1755697005.940480:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697005.940483:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697005.940491:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697005.940494:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697005.940499:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697005.940500:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697005.943002:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697005.943016:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697005.943018:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697005.943020:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697005.943025:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697005.943030:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697005.943036:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697005.943039:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697005.943044:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697005.943047:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ca80 00000400:00000200:0.0:1755697005.943054:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697005.943058:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1721 [1] + 224 00000800:00000001:0.0:1755697005.943065:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697005.943077:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697005.943079:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697005.943081:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697005.943085:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697005.943089:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697005.943097:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697005.943120:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697005.943128:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697005.943131:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697005.943181:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697005.943184:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697005.943189:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697005.943191:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697005.943193:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697005.943197:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697005.943198:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697005.943206:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697005.943211:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697005.943219:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697005.943224:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697005.943226:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697005.943228:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697005.943230:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697005.943232:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697005.943235:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697005.943238:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697005.943244:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=62 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697005.943247:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=110 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697005.943249:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697005.943251:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697005.943253:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697005.943255:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697005.943258:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697005.943261:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697005.943266:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697005.943268:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697005.943270:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697005.943273:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697005.943278:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120619648:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697005.943282:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697005.943283:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697005.943286:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0e00 x1840980120619648/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697021 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697005.943290:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697005.943296:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697005.943299:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7593db000. 02000000:00000001:1.0:1755697005.943302:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697005.943305:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697005.943306:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697005.943308:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697005.943310:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8e00. 02000000:00000001:1.0:1755697005.943313:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697005.943314:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697005.943316:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0e00. 00000100:00000001:1.0:1755697005.943321:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697005.943321:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697005.943323:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697005.943326:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697005.943327:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697005.943328:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697005.943330:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697005.954844:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296255502, at 4296255503 00000100:00000010:1.0:1755697005.954851:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:0.0:1755697005.954852:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296255502, at 4296255503 00000100:00000010:0.0:1755697005.954859:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755697006.643847:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697006.643850:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697006.644014:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697006.644024:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697006.644032:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697007.667861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697007.667866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697007.667943:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697007.667947:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697007.667949:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697008.691870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697008.691877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697008.692000:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697008.692006:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697008.692011:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697009.715846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697009.715855:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697009.715858:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697009.715860:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697009.715864:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697009.715866:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697009.715868:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697009.715870:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697009.715917:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697009.715920:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697009.715923:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697010.739868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697010.739875:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697010.740012:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697010.740021:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697010.740026:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697011.059933:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697011.059945:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697011.059959:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755697011.059965:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697011.059970:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697011.059973:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697011.059980:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697011.059989:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755697011.059997:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697011.060010:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697011.060021:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697011.060026:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697011.060032:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697011.060084:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697011.060087:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697011.060090:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697011.060093:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697011.060095:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697011.060100:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1598) 00000100:00000001:2.0:1755697011.060113:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755697011.060117:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755697011.060120:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.060128:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697011.060131:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.060133:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697011.060135:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697011.060138:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697011.060144:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697011.060151:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697011.060153:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697011.060157:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697011.060161:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697011.060163:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697011.060166:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120619776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697011.060170:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697011.060177:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 00000100:00000001:3.0:1755697011.060179:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755697011.060181:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697011.060189:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 00000100:00000001:3.0:1755697011.060193:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697011.060195:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011600. 02000000:00000001:2.0:1755697011.060205:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697011.060215:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697011.060220:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697011.060232:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697011.060240:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619776, portal 25 00000100:00000001:2.0:1755697011.060243:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697011.060245:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:2.0:1755697011.060252:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697011.060259:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697011.060261:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697011.060264:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8000. 00000100:00000200:2.0:1755697011.060267:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619776, offset 0 00000400:00000200:2.0:1755697011.060272:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697011.060282:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697011.060289:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697011.060295:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697011.060299:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697011.060302:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697011.060304:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697011.060308:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [414:414:256:4294967295] 192.168.203.157@tcp LPNI seq info [414:414:8:4294967295] 00000400:00000200:2.0:1755697011.060311:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697011.060320:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697011.060325:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697011.060329:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755697011.060336:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697011.060344:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697011.060349:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697011.060363:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697011.060392:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697011.060396:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296260622 00000100:00000010:2.0:1755697011.060400:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755697011.060408:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697011.060415:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296260622 00000100:00000010:2.0:1755697011.060422:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755697011.060426:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697011.060434:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697011.060437:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697011.060440:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697011.060442:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697011.060518:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697011.060523:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:0.0:1755697011.060529:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697011.060535:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697011.060539:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8000 00000400:00000010:0.0:1755697011.060541:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8000. 00000100:00000001:0.0:1755697011.060545:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697011.060549:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697011.060558:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697011.060561:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697011.060576:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697011.060578:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697011.062815:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697011.062828:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697011.062832:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697011.062834:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697011.062840:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697011.062844:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697011.062850:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697011.062853:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697011.062857:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697011.062861:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cb00 00000400:00000200:0.0:1755697011.062865:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697011.062869:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1731 [1] + 224 00000800:00000001:0.0:1755697011.062875:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697011.062881:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697011.062883:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697011.062887:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697011.062891:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697011.062895:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697011.062904:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697011.062921:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697011.062928:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697011.062931:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.062984:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697011.062987:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697011.062991:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697011.062993:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697011.062995:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697011.062999:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697011.063000:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697011.063002:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697011.063007:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697011.063014:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697011.063020:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697011.063021:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.063023:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697011.063026:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697011.063028:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697011.063031:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697011.063033:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697011.063039:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=68 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697011.063042:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=116 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697011.063044:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697011.063045:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697011.063048:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697011.063049:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697011.063052:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697011.063055:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697011.063060:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697011.063068:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697011.063070:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697011.063074:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697011.063079:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120619776:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697011.063083:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.063084:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697011.063086:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120619776/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697027 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697011.063090:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697011.063093:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697011.063096:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011600. 02000000:00000001:2.0:1755697011.063098:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697011.063100:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697011.063102:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697011.063104:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697011.063105:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:2.0:1755697011.063107:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697011.063109:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697011.063111:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:2.0:1755697011.063116:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697011.063116:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.063118:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697011.063121:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697011.063122:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697011.063123:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697011.063124:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697011.074843:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296260622, at 4296260623 00000100:00000010:0.0:1755697011.074851:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00000100:00000040:1.0:1755697011.074877:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296260622, at 4296260623 00000100:00000010:1.0:1755697011.074884:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00010000:00000001:0.0:1755697011.763846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697011.763852:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697011.763927:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697011.763930:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697011.763934:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697012.787842:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697012.787859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697012.787953:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697012.787959:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697012.787963:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697013.811852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697013.811859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697013.811939:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697013.811943:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697013.811946:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697014.835872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697014.835880:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697014.836032:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697014.836041:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697014.836047:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697015.859844:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697015.859849:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697015.859938:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697015.859942:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697015.859945:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697016.179922:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697016.179933:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697016.179944:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697016.179951:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697016.179955:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697016.179959:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697016.179965:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697016.179973:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55e300. 00000100:00000001:1.0:1755697016.179982:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697016.179995:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697016.180005:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697016.180011:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697016.180017:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697016.180041:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697016.180043:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697016.180046:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697016.180049:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697016.180052:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697016.180057:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1603) 00000100:00000001:1.0:1755697016.180070:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697016.180073:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755697016.180074:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755697016.180077:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697016.180079:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697016.180086:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697016.180089:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697016.180091:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697016.180094:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697016.180097:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697016.180101:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697016.180129:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697016.180131:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697016.180135:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697016.180138:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697016.180140:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697016.180143:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120619904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697016.180146:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697016.180153:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697016.180155:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697016.180157:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697016.180161:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a8ad600. 02000000:00000001:1.0:1755697016.180162:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697016.180172:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697016.180177:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697016.180183:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697016.180191:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120619904, portal 25 00000100:00000001:1.0:1755697016.180193:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697016.180194:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:1.0:1755697016.180198:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697016.180205:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697016.180207:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697016.180209:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5cc0. 00000100:00000200:1.0:1755697016.180211:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120619904, offset 0 00000400:00000200:1.0:1755697016.180217:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697016.180226:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697016.180233:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697016.180238:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697016.180243:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697016.180246:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697016.180248:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697016.180256:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [415:415:256:4294967295] 192.168.203.157@tcp LPNI seq info [415:415:8:4294967295] 00000400:00000200:1.0:1755697016.180260:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697016.180270:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697016.180276:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697016.180280:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ef00. 00000800:00000200:1.0:1755697016.180287:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697016.180295:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697016.180300:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ef00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697016.180316:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697016.180320:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697016.180323:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296265742 00000100:00000010:1.0:1755697016.180338:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755697016.180347:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697016.180353:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296265742 00000100:00000010:1.0:1755697016.180356:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755697016.180359:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697016.180361:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697016.180363:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697016.180366:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697016.180369:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697016.180428:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697016.180433:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ef00. 00000400:00000200:0.0:1755697016.180439:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697016.180445:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697016.180449:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5cc0 00000400:00000010:0.0:1755697016.180451:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5cc0. 00000100:00000001:0.0:1755697016.180455:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697016.180459:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697016.180468:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697016.180471:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697016.180477:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697016.180478:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697016.182798:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697016.182812:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697016.182814:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697016.182816:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697016.182822:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697016.182826:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697016.182833:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697016.182836:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697016.182839:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697016.182843:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cb80 00000400:00000200:0.0:1755697016.182847:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697016.182853:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1739 [1] + 224 00000800:00000001:0.0:1755697016.182867:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697016.182877:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697016.182879:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697016.182882:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697016.182886:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697016.182890:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697016.182897:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697016.182914:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697016.182921:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697016.182924:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697016.182976:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697016.182979:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697016.182985:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697016.182987:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697016.182989:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697016.182993:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697016.182994:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697016.182996:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697016.183001:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697016.183009:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697016.183025:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697016.183026:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697016.183029:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697016.183032:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697016.183034:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697016.183037:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697016.183040:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697016.183046:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=73 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697016.183050:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=121 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697016.183052:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697016.183053:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697016.183056:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697016.183058:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697016.183060:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697016.183064:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697016.183069:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697016.183071:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697016.183073:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697016.183075:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697016.183081:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120619904:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697016.183085:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697016.183087:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697016.183089:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120619904/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697032 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697016.183093:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697016.183095:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697016.183098:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a8ad600. 02000000:00000001:1.0:1755697016.183101:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697016.183103:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697016.183107:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697016.183110:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697016.183112:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55e300. 02000000:00000001:1.0:1755697016.183114:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697016.183116:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697016.183118:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697016.183120:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697016.183121:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697016.183123:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697016.183125:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697016.183126:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697016.183127:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697016.183129:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697016.194850:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296265742, at 4296265743 00000100:00000040:1.0:1755697016.194851:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296265742, at 4296265743 00000100:00000010:0.0:1755697016.194860:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000010:1.0:1755697016.194863:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755697016.883846:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697016.883853:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697016.884002:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697016.884010:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697016.884016:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697017.907856:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697017.907862:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697017.907939:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697017.907943:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697017.907946:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697018.931844:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697018.931851:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697018.931853:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697018.931855:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697018.931860:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697018.931862:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697018.931864:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697018.931865:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697018.931942:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697018.931945:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697018.931949:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697019.955853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697019.955858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697019.955934:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697019.955937:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697019.955941:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697020.979859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697020.979867:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697020.979948:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697020.979952:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697020.979956:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697021.299890:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697021.299907:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697021.299921:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1880. 00000020:00000040:0.0:1755697021.299949:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697021.299955:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697021.299958:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697021.299964:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697021.299974:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8300. 00000100:00000001:0.0:1755697021.299983:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697021.300000:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697021.300015:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697021.300021:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697021.300030:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000edfc2d5d] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697021.300068:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697021.300072:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755697021.300077:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1755697021.300077:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:1.0:1755697021.300083:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1755697021.300084:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755697021.300088:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:0.0:1755697021.300090:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697021.300097:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697021.300098:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1608) 00000100:00000001:1.0:1755697021.300107:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697021.300110:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697021.300114:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697021.300118:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697021.300118:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:1.0:1755697021.300122:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697021.300124:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697021.300125:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120620032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697021.300132:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697021.300138:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697021.300140:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697021.300150:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697021.300155:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a435a00. 02000000:00000001:1.0:1755697021.300157:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697021.300166:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697021.300170:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697021.300176:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697021.300183:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620032, portal 25 00000100:00000001:1.0:1755697021.300185:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697021.300186:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954321024 : -118784755230592 : ffff93f744dc1880) 00000100:00000040:1.0:1755697021.300192:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697021.300198:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697021.300200:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697021.300203:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5000. 00000100:00000200:1.0:1755697021.300205:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620032, offset 0 00000400:00000200:1.0:1755697021.300211:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697021.300219:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697021.300226:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697021.300231:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697021.300235:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697021.300238:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697021.300241:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697021.300244:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [416:416:256:4294967295] 192.168.203.157@tcp LPNI seq info [416:416:8:4294967295] 00000400:00000200:1.0:1755697021.300247:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697021.300255:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697021.300261:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697021.300264:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755697021.300271:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697021.300278:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697021.300283:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697021.300320:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697021.300329:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697021.300332:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296270862 00000100:00000010:1.0:1755697021.300336:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755697021.300344:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697021.300350:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296270862 00000100:00000010:1.0:1755697021.300353:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755697021.300356:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697021.300359:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697021.300361:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697021.300364:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697021.300365:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697021.300373:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697021.300376:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697021.300377:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697021.300378:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697021.300380:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697021.300382:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697021.300459:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697021.300466:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755697021.300473:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697021.300480:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697021.300484:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5000 00000400:00000010:0.0:1755697021.300487:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5000. 00000100:00000001:0.0:1755697021.300492:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697021.300497:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697021.300508:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697021.300519:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697021.300527:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697021.300529:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697021.302257:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697021.302269:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697021.302273:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697021.302276:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697021.302282:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697021.302303:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697021.302312:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697021.302317:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697021.302324:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697021.302329:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cc00 00000400:00000200:0.0:1755697021.302336:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697021.302343:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1749 [1] + 224 00000800:00000001:0.0:1755697021.302350:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697021.302358:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697021.302360:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697021.302364:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697021.302369:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697021.302374:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697021.302385:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697021.302403:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697021.302411:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697021.302415:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697021.302462:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697021.302465:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697021.302470:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697021.302472:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697021.302474:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697021.302478:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697021.302479:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697021.302481:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697021.302485:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697021.302493:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697021.302499:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697021.302500:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697021.302502:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697021.302504:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697021.302506:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697021.302509:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697021.302517:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697021.302524:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=78 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697021.302527:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=126 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697021.302529:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697021.302530:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697021.302533:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697021.302535:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697021.302537:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697021.302541:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697021.302545:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697021.302547:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697021.302549:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697021.302552:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697021.302557:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120620032:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697021.302560:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697021.302561:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697021.302563:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1880 x1840980120620032/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697037 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697021.302568:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697021.302570:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697021.302572:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a435a00. 02000000:00000001:1.0:1755697021.302575:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697021.302577:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697021.302578:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697021.302580:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697021.302582:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8300. 02000000:00000001:1.0:1755697021.302585:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697021.302587:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697021.302588:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1880. 00000100:00000001:1.0:1755697021.302591:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697021.302592:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697021.302596:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697021.302599:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697021.302600:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697021.302602:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697021.302603:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697021.314853:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296270862, at 4296270863 00000100:00000010:1.0:1755697021.314861:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000040:0.0:1755697021.314864:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296270862, at 4296270863 00000100:00000010:0.0:1755697021.314872:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755697022.003860:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697022.003868:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697022.003943:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697022.003947:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697022.003950:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697023.027842:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697023.027847:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697023.027922:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697023.027925:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697023.027928:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697024.051859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697024.051866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697024.051912:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697024.051916:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697024.051919:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697025.075865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697025.075871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697025.075963:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697025.075983:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697025.075986:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697026.099869:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697026.099876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697026.099948:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697026.099952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697026.099955:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697026.419931:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697026.419943:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697026.419955:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baed80. 00000020:00000040:3.0:1755697026.419961:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697026.419965:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697026.419968:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697026.419973:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697026.419981:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597300. 00000100:00000001:3.0:1755697026.419988:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697026.420000:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697026.420010:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697026.420015:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697026.420020:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000016b09aba] to pc [ptlrpcd_01_00+0] req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697026.420048:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697026.420050:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697026.420053:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697026.420055:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697026.420057:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697026.420061:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1613) 00000100:00000001:3.0:1755697026.420072:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755697026.420076:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:3.0:1755697026.420078:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.420085:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697026.420087:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.420088:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697026.420090:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697026.420093:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755697026.420114:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697026.420117:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697026.420122:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697026.420123:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697026.420125:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697026.420130:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755697026.420133:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755697026.420135:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755697026.420138:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120620160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697026.420142:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755697026.420147:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755697026.420149:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697026.420150:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755697026.420154:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f75b1bfa00. 02000000:00000001:3.0:1755697026.420156:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697026.420164:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755697026.420167:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755697026.420173:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755697026.420180:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620160, portal 25 00000100:00000001:3.0:1755697026.420183:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755697026.420184:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592896 : -118784790958720 : ffff93f742baed80) 00000100:00000040:3.0:1755697026.420188:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697026.420194:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755697026.420196:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755697026.420200:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792770. 00000100:00000200:3.0:1755697026.420203:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620160, offset 0 00000400:00000200:3.0:1755697026.420207:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755697026.420216:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697026.420222:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755697026.420227:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755697026.420231:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755697026.420235:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755697026.420237:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755697026.420244:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [417:417:256:4294967295] 192.168.203.157@tcp LPNI seq info [417:417:8:4294967295] 00000400:00000200:3.0:1755697026.420247:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697026.420282:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755697026.420287:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755697026.420291:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597700. 00000800:00000200:3.0:1755697026.420297:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755697026.420304:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755697026.420309:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755697026.420321:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697026.420324:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755697026.420327:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296275982 00000100:00000010:3.0:1755697026.420330:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ad80. 00000100:00000001:3.0:1755697026.420337:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755697026.420345:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296275982 00000100:00000010:3.0:1755697026.420347:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a780. 00000100:00000001:3.0:1755697026.420350:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755697026.420354:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697026.420356:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697026.420359:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697026.420361:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697026.420467:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697026.420473:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597700. 00000400:00000200:0.0:1755697026.420478:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697026.420484:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697026.420488:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792770 00000400:00000010:0.0:1755697026.420490:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792770. 00000100:00000001:0.0:1755697026.420494:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697026.420498:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697026.420506:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697026.420509:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697026.420515:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697026.420516:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697026.421874:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697026.421886:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697026.421888:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697026.421890:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697026.421895:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697026.421899:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697026.421905:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697026.421908:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697026.421911:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697026.421915:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cc80 00000400:00000200:0.0:1755697026.421918:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697026.421923:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1759 [1] + 224 00000800:00000001:0.0:1755697026.421935:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697026.421941:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697026.421943:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697026.421946:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697026.421949:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697026.421953:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697026.421961:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697026.421977:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697026.421983:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697026.421986:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.422001:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697026.422004:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755697026.422009:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755697026.422011:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755697026.422013:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755697026.422017:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755697026.422018:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755697026.422020:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755697026.422025:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755697026.422033:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697026.422048:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755697026.422049:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.422052:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755697026.422054:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755697026.422057:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755697026.422059:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697026.422062:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755697026.422068:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=83 v=5 (5 5 5 5) 00000100:00001000:3.0:1755697026.422071:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=131 v=5 (1 1 1 1) 00000100:00000001:3.0:1755697026.422073:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755697026.422074:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755697026.422077:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755697026.422079:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697026.422081:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697026.422084:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697026.422089:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697026.422092:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755697026.422093:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755697026.422096:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755697026.422101:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120620160:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697026.422105:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.422106:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755697026.422108:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baed80 x1840980120620160/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697042 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697026.422113:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755697026.422116:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755697026.422118:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f75b1bfa00. 02000000:00000001:3.0:1755697026.422120:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755697026.422121:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755697026.422126:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755697026.422128:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755697026.422130:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597300. 02000000:00000001:3.0:1755697026.422133:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755697026.422135:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755697026.422136:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baed80. 00000100:00000001:3.0:1755697026.422139:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755697026.422140:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.422141:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697026.422144:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697026.422145:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697026.422147:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697026.422148:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697026.434843:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296275982, at 4296275983 00000100:00000010:0.0:1755697026.434850:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ad80. 00000100:00000040:1.0:1755697026.434857:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296275982, at 4296275983 00000100:00000010:1.0:1755697026.434864:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a780. 00010000:00000001:0.0:1755697027.123857:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697027.123863:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697027.123940:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697027.123944:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697027.123947:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697028.147847:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697028.147853:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697028.147928:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697028.147932:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697028.147935:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697029.171852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697029.171860:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697029.171862:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697029.171864:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697029.171869:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697029.171871:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697029.171872:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697029.171874:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697029.171967:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697029.171971:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697029.171974:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697030.195853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697030.195858:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697030.195933:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697030.195937:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697030.195940:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697031.219850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697031.219856:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697031.219932:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697031.219936:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697031.219939:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697031.539910:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697031.539920:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697031.539930:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0380. 00000020:00000040:0.0:1755697031.539955:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697031.539959:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697031.539963:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697031.539969:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697031.539977:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8500. 00000100:00000001:0.0:1755697031.539985:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697031.539999:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697031.540009:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697031.540014:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697031.540020:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000008384dc40] to pc [ptlrpcd_00_00+0] req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697031.540049:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697031.540051:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697031.540054:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697031.540056:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697031.540059:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697031.540063:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1618) 00000100:00000001:1.0:1755697031.540077:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697031.540083:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697031.540086:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755697031.540089:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697031.540092:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697031.540094:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697031.540103:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697031.540105:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697031.540109:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697031.540113:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697031.540115:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697031.540118:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120620288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697031.540129:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697031.540135:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697031.540137:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697031.540139:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697031.540144:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f74a435c00. 02000000:00000001:1.0:1755697031.540146:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697031.540155:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697031.540160:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697031.540166:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697031.540174:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620288, portal 25 00000100:00000001:1.0:1755697031.540176:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697031.540177:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954315648 : -118784755235968 : ffff93f744dc0380) 00000100:00000040:1.0:1755697031.540182:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697031.540189:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697031.540192:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697031.540194:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5908. 00000100:00000200:1.0:1755697031.540196:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620288, offset 0 00000400:00000200:1.0:1755697031.540202:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697031.540233:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697031.540241:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697031.540247:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697031.540252:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697031.540255:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697031.540258:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697031.540261:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [418:418:256:4294967295] 192.168.203.157@tcp LPNI seq info [418:418:8:4294967295] 00000400:00000200:1.0:1755697031.540264:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697031.540274:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697031.540280:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697031.540285:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55e300. 00000800:00000200:1.0:1755697031.540292:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697031.540304:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697031.540310:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55e300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697031.540325:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697031.540329:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697031.540332:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296281102 00000100:00000010:1.0:1755697031.540336:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755697031.540345:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697031.540350:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296281102 00000100:00000010:1.0:1755697031.540353:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755697031.540356:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697031.540358:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697031.540360:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697031.540362:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697031.540364:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697031.540372:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697031.540375:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697031.540377:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697031.540378:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697031.540379:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697031.540380:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697031.540426:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697031.540431:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55e300. 00000400:00000200:0.0:1755697031.540436:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697031.540442:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697031.540445:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5908 00000400:00000010:0.0:1755697031.540447:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5908. 00000100:00000001:0.0:1755697031.540451:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697031.540454:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697031.540462:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697031.540470:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697031.540476:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697031.540478:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697031.542294:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697031.542306:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697031.542308:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697031.542310:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697031.542315:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697031.542319:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697031.542326:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697031.542329:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697031.542333:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697031.542336:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cd00 00000400:00000200:0.0:1755697031.542340:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697031.542345:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1761 [1] + 224 00000800:00000001:0.0:1755697031.542351:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697031.542356:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697031.542358:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697031.542361:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697031.542365:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697031.542370:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697031.542378:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697031.542394:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697031.542401:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697031.542404:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697031.542432:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697031.542435:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697031.542440:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697031.542442:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697031.542444:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697031.542448:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697031.542449:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697031.542451:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697031.542455:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697031.542463:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697031.542468:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697031.542475:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697031.542477:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697031.542480:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697031.542483:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697031.542485:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697031.542488:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697031.542493:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=88 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697031.542496:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=136 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697031.542499:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697031.542500:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697031.542502:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697031.542504:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697031.542506:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697031.542509:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697031.542514:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697031.542516:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697031.542518:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697031.542521:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697031.542527:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120620288:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697031.542530:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697031.542532:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697031.542534:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0380 x1840980120620288/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697047 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697031.542538:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697031.542540:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697031.542542:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f74a435c00. 02000000:00000001:1.0:1755697031.542545:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697031.542547:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697031.542548:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697031.542550:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697031.542552:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8500. 02000000:00000001:1.0:1755697031.542558:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697031.542560:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697031.542561:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0380. 00000100:00000001:1.0:1755697031.542564:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697031.542565:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697031.542567:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697031.542569:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697031.542570:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697031.542572:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697031.542574:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697031.554847:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296281102, at 4296281103 00000100:00000040:0.0:1755697031.554853:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296281102, at 4296281103 00000100:00000010:1.0:1755697031.554855:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00000100:00000010:0.0:1755697031.554862:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00010000:00000001:0.0:1755697032.243861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697032.243869:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697032.243946:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697032.243952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697032.243957:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697033.267877:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697033.267886:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697033.267969:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697033.267973:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697033.267976:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697034.291838:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697034.291843:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697034.291886:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697034.291891:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697034.291895:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697035.315859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697035.315866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697035.315952:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697035.315956:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697035.315959:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697036.339855:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697036.339862:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697036.339912:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697036.339918:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697036.339923:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697036.659918:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697036.659929:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697036.659942:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755697036.659948:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697036.659953:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697036.659972:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697036.659979:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697036.659987:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866500. 00000100:00000001:2.0:1755697036.659995:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697036.660007:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697036.660017:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697036.660022:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697036.660028:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697036.660058:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697036.660061:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697036.660064:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697036.660066:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697036.660068:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697036.660073:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1623) 00000100:00000001:2.0:1755697036.660091:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755697036.660095:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755697036.660097:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.660105:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697036.660107:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.660109:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697036.660111:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697036.660114:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697036.660119:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697036.660125:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755697036.660127:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697036.660128:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697036.660132:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697036.660133:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697036.660137:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697036.660141:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697036.660149:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120620416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697036.660155:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697036.660161:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697036.660163:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697036.660166:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697036.660197:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010600. 02000000:00000001:2.0:1755697036.660199:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697036.660208:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697036.660213:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697036.660219:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697036.660228:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620416, portal 25 00000100:00000001:2.0:1755697036.660230:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697036.660231:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:2.0:1755697036.660236:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697036.660242:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697036.660245:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697036.660247:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a83b8. 00000100:00000200:2.0:1755697036.660250:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620416, offset 0 00000400:00000200:2.0:1755697036.660256:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697036.660266:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697036.660274:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697036.660280:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697036.660284:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697036.660288:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697036.660290:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697036.660294:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [419:419:256:4294967295] 192.168.203.157@tcp LPNI seq info [419:419:8:4294967295] 00000400:00000200:2.0:1755697036.660297:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697036.660306:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697036.660311:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697036.660314:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866300. 00000800:00000200:2.0:1755697036.660326:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697036.660334:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697036.660338:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866300 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697036.660353:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697036.660357:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697036.660359:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296286222 00000100:00000010:2.0:1755697036.660363:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755697036.660371:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697036.660379:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296286222 00000100:00000010:2.0:1755697036.660381:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755697036.660384:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697036.660390:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697036.660392:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697036.660395:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697036.660397:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697036.660504:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697036.660510:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866300. 00000400:00000200:0.0:1755697036.660516:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697036.660522:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697036.660526:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a83b8 00000400:00000010:0.0:1755697036.660529:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a83b8. 00000100:00000001:0.0:1755697036.660533:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697036.660537:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697036.660546:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697036.660549:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697036.660555:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697036.660556:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697036.662573:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697036.662585:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697036.662588:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697036.662589:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697036.662595:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697036.662599:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697036.662606:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697036.662609:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697036.662613:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697036.662616:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cd80 00000400:00000200:0.0:1755697036.662621:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697036.662626:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1771 [1] + 224 00000800:00000001:0.0:1755697036.662639:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697036.662645:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697036.662647:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697036.662650:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697036.662654:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697036.662658:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697036.662666:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697036.662681:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697036.662688:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697036.662691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.662739:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697036.662742:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697036.662748:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697036.662749:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697036.662752:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697036.662755:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697036.662757:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697036.662758:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697036.662763:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697036.662771:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697036.662776:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697036.662777:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.662798:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697036.662801:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697036.662804:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697036.662806:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697036.662815:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697036.662822:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=93 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697036.662826:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=141 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697036.662828:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697036.662830:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697036.662832:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697036.662834:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697036.662836:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697036.662840:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697036.662845:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697036.662847:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697036.662849:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697036.662852:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697036.662858:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120620416:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697036.662862:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.662863:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697036.662865:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120620416/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697052 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697036.662869:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697036.662871:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697036.662874:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010600. 02000000:00000001:2.0:1755697036.662876:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697036.662878:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697036.662880:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697036.662882:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697036.662884:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866500. 02000000:00000001:2.0:1755697036.662886:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697036.662888:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697036.662890:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:2.0:1755697036.662895:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697036.662896:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.662900:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697036.662903:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697036.662904:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697036.662906:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697036.662907:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697036.674843:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296286222, at 4296286223 00000100:00000040:0.0:1755697036.674846:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296286222, at 4296286223 00000100:00000010:1.0:1755697036.674853:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00000100:00000010:0.0:1755697036.674854:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00010000:00000001:0.0:1755697037.363850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697037.363857:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697037.363946:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697037.363950:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697037.363953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697038.387849:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697038.387855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697038.387904:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697038.387909:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697038.387913:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697039.411851:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697039.411858:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697039.411861:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697039.411863:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697039.411867:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697039.411869:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697039.411871:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697039.411872:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697039.411958:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697039.411961:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697039.411964:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697040.435850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697040.435855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697040.435906:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697040.435911:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697040.435915:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697041.459865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697041.459872:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697041.459962:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697041.459965:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697041.459978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697041.779910:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697041.779920:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697041.779931:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baed80. 00000020:00000040:3.0:1755697041.779937:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697041.779941:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697041.779945:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697041.779951:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697041.779959:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597300. 00000100:00000001:3.0:1755697041.779967:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697041.779980:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697041.779990:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697041.779995:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697041.780000:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000016b09aba] to pc [ptlrpcd_01_00+0] req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697041.780028:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697041.780030:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697041.780034:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697041.780037:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697041.780039:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697041.780043:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1629) 00000100:00000001:2.0:1755697041.780044:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697041.780050:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697041.780053:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755697041.780054:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697041.780058:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697041.780063:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697041.780072:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697041.780074:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697041.780078:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697041.780081:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697041.780083:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697041.780086:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120620544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697041.780090:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697041.780096:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697041.780098:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697041.780101:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697041.780106:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697041.780108:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697041.780117:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697041.780121:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697041.780128:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697041.780156:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620544, portal 25 00000100:00000001:2.0:1755697041.780159:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697041.780160:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592896 : -118784790958720 : ffff93f742baed80) 00000100:00000040:2.0:1755697041.780166:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697041.780172:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697041.780175:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697041.780177:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8220. 00000100:00000200:2.0:1755697041.780180:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620544, offset 0 00000400:00000200:2.0:1755697041.780198:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697041.780207:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697041.780216:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697041.780221:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697041.780225:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697041.780229:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697041.780231:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697041.780234:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [420:420:256:4294967295] 192.168.203.157@tcp LPNI seq info [420:420:8:4294967295] 00000400:00000200:2.0:1755697041.780237:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697041.780247:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697041.780252:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697041.780257:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866500. 00000800:00000200:2.0:1755697041.780263:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697041.780271:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697041.780276:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866500 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697041.780290:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697041.780294:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697041.780297:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296291342 00000100:00000010:2.0:1755697041.780300:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755697041.780308:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697041.780316:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296291342 00000100:00000010:2.0:1755697041.780318:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755697041.780321:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697041.780327:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697041.780329:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697041.780333:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697041.780334:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697041.780342:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697041.780345:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697041.780347:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697041.780348:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697041.780354:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697041.780356:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697041.780439:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697041.780444:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866500. 00000400:00000200:0.0:1755697041.780450:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697041.780456:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697041.780466:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8220 00000400:00000010:0.0:1755697041.780468:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8220. 00000100:00000001:0.0:1755697041.780472:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697041.780476:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697041.780484:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697041.780487:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697041.780493:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697041.780494:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697041.782327:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697041.782338:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697041.782341:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697041.782342:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697041.782347:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697041.782352:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697041.782358:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697041.782362:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697041.782366:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697041.782369:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ce00 00000400:00000200:0.0:1755697041.782373:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697041.782378:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1779 [1] + 224 00000800:00000001:0.0:1755697041.782384:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697041.782391:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697041.782393:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697041.782395:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697041.782399:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697041.782402:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697041.782410:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697041.782425:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697041.782438:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697041.782441:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697041.782486:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697041.782489:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697041.782495:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697041.782496:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697041.782499:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697041.782503:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697041.782504:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697041.782506:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697041.782511:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697041.782518:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697041.782524:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697041.782525:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697041.782528:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697041.782530:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697041.782532:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697041.782534:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697041.782537:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697041.782543:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=98 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697041.782547:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=146 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697041.782549:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697041.782550:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697041.782553:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697041.782555:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697041.782557:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697041.782560:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697041.782566:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697041.782568:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697041.782569:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697041.782572:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697041.782589:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120620544:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697041.782594:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697041.782595:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697041.782597:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baed80 x1840980120620544/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697057 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697041.782602:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697041.782604:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697041.782607:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697041.782609:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697041.782611:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697041.782613:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697041.782614:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697041.782616:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597300. 02000000:00000001:2.0:1755697041.782618:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697041.782620:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697041.782622:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baed80. 00000100:00000001:2.0:1755697041.782626:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697041.782627:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697041.782628:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697041.782631:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697041.782632:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697041.782634:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697041.782635:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697041.794845:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296291342, at 4296291343 00000100:00000010:0.0:1755697041.794853:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00000100:00000040:1.0:1755697041.794857:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296291342, at 4296291343 00000100:00000010:1.0:1755697041.794867:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00010000:00000001:0.0:1755697042.483859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697042.483866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697042.483931:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697042.483936:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697042.483940:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697043.507847:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697043.507854:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697043.507923:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697043.507928:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697043.507932:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697044.531854:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697044.531862:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697044.531929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697044.531949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697044.531954:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697045.555870:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697045.555877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697045.555970:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697045.555975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697045.555978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697046.579867:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697046.579874:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697046.579929:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697046.579934:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697046.579938:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697046.899906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697046.899917:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697046.899928:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0700. 00000020:00000040:0.0:1755697046.899935:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697046.899939:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697046.899942:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697046.899948:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697046.899955:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8600. 00000100:00000001:0.0:1755697046.899963:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697046.899975:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697046.899986:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697046.899990:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697046.899996:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000009e8518b8] to pc [ptlrpcd_00_01+1] req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697046.900022:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697046.900024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697046.900028:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697046.900050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:1.0:1755697046.900051:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:0.0:1755697046.900057:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:1.0:1755697046.900058:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:0.0:1755697046.900062:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1634) 00000100:00000001:1.0:1755697046.900063:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697046.900074:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697046.900085:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697046.900088:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697046.900089:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697046.900107:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697046.900110:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697046.900114:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697046.900118:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120620672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697046.900123:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 00000100:00000001:0.0:1755697046.900129:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697046.900131:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697046.900135:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697046.900139:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697046.900145:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741342e00. 02000000:00000001:1.0:1755697046.900148:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697046.900159:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697046.900164:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697046.900170:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697046.900179:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620672, portal 25 00000100:00000001:1.0:1755697046.900181:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697046.900184:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954316544 : -118784755235072 : ffff93f744dc0700) 00000100:00000040:1.0:1755697046.900191:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697046.900200:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697046.900203:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697046.900206:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d57f8. 00000100:00000200:1.0:1755697046.900209:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620672, offset 0 00000400:00000200:1.0:1755697046.900224:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697046.900233:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697046.900241:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697046.900247:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697046.900251:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697046.900256:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697046.900259:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697046.900264:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [421:421:256:4294967295] 192.168.203.157@tcp LPNI seq info [421:421:8:4294967295] 00000400:00000200:1.0:1755697046.900268:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697046.900279:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697046.900286:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697046.900291:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697046.900299:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697046.900308:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697046.900313:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697046.900330:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697046.900335:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697046.900339:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296296462 00000100:00000010:1.0:1755697046.900344:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1a20. 00000100:00000001:1.0:1755697046.900353:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697046.900359:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296296462 00000100:00000010:1.0:1755697046.900362:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755697046.900366:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697046.900369:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697046.900372:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697046.900375:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697046.900378:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697046.900387:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697046.900390:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697046.900393:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697046.900394:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697046.900401:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697046.900404:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697046.900435:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697046.900439:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755697046.900444:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697046.900450:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697046.900454:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d57f8 00000400:00000010:0.0:1755697046.900456:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d57f8. 00000100:00000001:0.0:1755697046.900460:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697046.900463:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697046.900471:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697046.900473:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697046.900478:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697046.900479:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697046.901733:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697046.901745:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697046.901747:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697046.901749:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697046.901754:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697046.901758:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697046.901764:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697046.901768:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697046.901771:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697046.901775:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620ce80 00000400:00000200:0.0:1755697046.901778:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697046.901809:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1781 [1] + 224 00000800:00000001:0.0:1755697046.901815:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697046.901828:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697046.901830:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697046.901833:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697046.901837:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697046.901840:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697046.901848:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697046.901863:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697046.901869:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697046.901872:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697046.901895:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697046.901898:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697046.901903:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697046.901905:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697046.901908:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697046.901912:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697046.901914:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697046.901917:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697046.901922:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697046.901933:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697046.901941:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697046.901943:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697046.901945:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697046.901948:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697046.901950:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697046.901953:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697046.901956:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697046.901962:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=103 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697046.901966:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=151 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697046.901969:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697046.901971:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697046.901975:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697046.901977:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697046.901980:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697046.901985:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697046.901993:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697046.901996:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697046.901999:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697046.902003:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697046.902024:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120620672:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697046.902029:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697046.902031:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697046.902034:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0700 x1840980120620672/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697062 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697046.902041:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697046.902044:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697046.902047:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741342e00. 02000000:00000001:1.0:1755697046.902050:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697046.902052:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697046.902054:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697046.902057:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697046.902059:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8600. 02000000:00000001:1.0:1755697046.902062:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697046.902065:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697046.902067:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0700. 00000100:00000001:1.0:1755697046.902071:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697046.902072:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697046.902074:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697046.902078:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697046.902079:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697046.902081:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697046.902083:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697046.914833:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296296462, at 4296296463 00000100:00000010:1.0:1755697046.914841:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000040:0.0:1755697046.914844:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296296462, at 4296296463 00000100:00000010:0.0:1755697046.914852:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1a20. 00010000:00000001:0.0:1755697047.603881:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697047.603889:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697047.603985:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697047.603989:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697047.603993:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697048.627887:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697048.627895:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697048.628007:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697048.628012:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697048.628015:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697049.651872:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697049.651882:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697049.651884:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697049.651887:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697049.651891:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697049.651893:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697049.651895:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697049.651896:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697049.652144:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697049.652153:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697049.652160:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697050.675852:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697050.675860:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697050.675948:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697050.675952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697050.675955:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697051.699854:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697051.699862:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697051.699921:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697051.699926:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697051.699930:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697052.019873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697052.019884:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697052.019897:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc0a80. 00000020:00000040:0.0:1755697052.019904:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697052.019908:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697052.019930:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697052.019936:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697052.019944:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8800. 00000100:00000001:0.0:1755697052.019952:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697052.019964:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697052.019974:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697052.019979:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697052.019984:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000022778786] to pc [ptlrpcd_00_00+0] req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697052.020015:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697052.020018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697052.020022:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697052.020024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697052.020026:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697052.020030:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1639) 00000100:00000001:1.0:1755697052.020097:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697052.020114:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697052.020124:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697052.020131:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697052.020139:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697052.020140:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697052.020144:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697052.020147:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697052.020149:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697052.020151:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120620800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697052.020155:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697052.020161:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697052.020163:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697052.020165:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697052.020169:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741343600. 02000000:00000001:1.0:1755697052.020171:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697052.020180:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697052.020184:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697052.020190:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697052.020197:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620800, portal 25 00000100:00000001:1.0:1755697052.020199:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697052.020201:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954317440 : -118784755234176 : ffff93f744dc0a80) 00000100:00000040:1.0:1755697052.020205:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697052.020212:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697052.020214:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697052.020216:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d56e8. 00000100:00000200:1.0:1755697052.020218:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620800, offset 0 00000400:00000200:1.0:1755697052.020224:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697052.020232:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697052.020240:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697052.020245:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697052.020249:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697052.020252:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697052.020259:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697052.020262:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [422:422:256:4294967295] 192.168.203.157@tcp LPNI seq info [422:422:8:4294967295] 00000400:00000200:1.0:1755697052.020266:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697052.020276:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697052.020282:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697052.020288:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697052.020294:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697052.020302:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697052.020306:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697052.020323:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697052.020326:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697052.020329:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296301582 00000100:00000010:1.0:1755697052.020333:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a10c0. 00000100:00000001:1.0:1755697052.020340:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697052.020349:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296301582 00000100:00000010:1.0:1755697052.020351:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755697052.020353:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697052.020356:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697052.020358:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697052.020361:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697052.020363:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697052.020371:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697052.020374:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697052.020376:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697052.020377:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697052.020379:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697052.020381:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697052.020391:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697052.020393:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697052.020483:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697052.020490:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755697052.020497:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697052.020504:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697052.020508:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d56e8 00000400:00000010:0.0:1755697052.020511:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d56e8. 00000100:00000001:0.0:1755697052.020516:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697052.020520:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697052.020528:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697052.020531:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697052.020536:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697052.020544:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697052.022213:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697052.022226:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697052.022228:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697052.022229:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697052.022235:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697052.022239:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697052.022246:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697052.022249:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697052.022253:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697052.022256:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cf00 00000400:00000200:0.0:1755697052.022262:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697052.022266:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1791 [1] + 224 00000800:00000001:0.0:1755697052.022273:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697052.022281:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697052.022283:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697052.022286:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697052.022290:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697052.022294:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697052.022302:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697052.022317:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697052.022323:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697052.022326:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697052.022380:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697052.022383:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697052.022388:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697052.022390:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697052.022398:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697052.022402:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697052.022403:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697052.022405:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697052.022410:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697052.022418:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697052.022423:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697052.022424:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697052.022426:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697052.022429:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697052.022431:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697052.022434:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697052.022436:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697052.022442:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=109 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697052.022445:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=7 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697052.022448:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697052.022449:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697052.022452:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697052.022454:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697052.022456:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697052.022460:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697052.022464:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697052.022466:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697052.022468:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697052.022471:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697052.022476:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120620800:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697052.022479:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697052.022481:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697052.022487:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc0a80 x1840980120620800/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697068 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697052.022493:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697052.022495:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697052.022497:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741343600. 02000000:00000001:1.0:1755697052.022500:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697052.022501:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697052.022503:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697052.022505:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697052.022507:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8800. 02000000:00000001:1.0:1755697052.022510:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697052.022512:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697052.022513:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc0a80. 00000100:00000001:1.0:1755697052.022516:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697052.022517:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697052.022518:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697052.022521:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697052.022523:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697052.022524:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697052.022525:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697052.034838:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296301582, at 4296301583 00000100:00000010:0.0:1755697052.034845:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a10c0. 00000100:00000040:1.0:1755697052.034862:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296301582, at 4296301583 00000100:00000010:1.0:1755697052.034870:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755697052.723864:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697052.723873:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697052.723973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697052.723977:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697052.723981:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697053.747859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697053.747867:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697053.747963:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697053.747968:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697053.747971:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697054.771901:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697054.771910:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697054.771997:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697054.772003:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697054.772007:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697055.795869:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697055.795876:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697055.795961:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697055.795966:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697055.795969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697056.819878:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697056.819883:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697056.819939:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697056.819945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697056.819950:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697057.139967:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697057.139982:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697057.139995:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755697057.140002:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697057.140008:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697057.140039:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697057.140047:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697057.140057:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866300. 00000100:00000001:2.0:1755697057.140066:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697057.140100:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697057.140114:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697057.140120:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697057.140128:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697057.140163:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697057.140166:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697057.140169:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697057.140171:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697057.140174:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697057.140177:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1644) 00000100:00000001:2.0:1755697057.140190:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755697057.140194:0:2363:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:2.0:1755697057.140195:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.140203:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697057.140205:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.140208:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697057.140210:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697057.140213:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697057.140220:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697057.140229:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697057.140232:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697057.140238:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 00000100:00000001:3.0:1755697057.140240:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755697057.140242:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697057.140250:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697057.140250:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697057.140266:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120620928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697057.140274:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697057.140281:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697057.140293:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697057.140296:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697057.140301:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010a00. 02000000:00000001:2.0:1755697057.140304:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697057.140314:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697057.140319:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697057.140326:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697057.140335:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120620928, portal 25 00000100:00000001:2.0:1755697057.140337:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697057.140339:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:2.0:1755697057.140345:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697057.140350:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697057.140352:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697057.140355:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8cc0. 00000100:00000200:2.0:1755697057.140357:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120620928, offset 0 00000400:00000200:2.0:1755697057.140362:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697057.140371:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697057.140378:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697057.140382:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697057.140386:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697057.140389:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697057.140392:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697057.140395:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [423:423:256:4294967295] 192.168.203.157@tcp LPNI seq info [423:423:8:4294967295] 00000400:00000200:2.0:1755697057.140398:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697057.140407:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697057.140411:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697057.140414:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755697057.140420:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697057.140427:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697057.140432:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697057.140447:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697057.140456:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697057.140458:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296306702 00000100:00000010:2.0:1755697057.140461:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee360. 00000100:00000001:2.0:1755697057.140468:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697057.140479:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296306702 00000100:00000010:2.0:1755697057.140483:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eede0. 00000100:00000001:2.0:1755697057.140486:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697057.140493:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697057.140496:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697057.140498:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697057.140500:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697057.140607:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697057.140614:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:0.0:1755697057.140621:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697057.140631:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697057.140637:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8cc0 00000400:00000010:0.0:1755697057.140641:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8cc0. 00000100:00000001:0.0:1755697057.140647:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697057.140655:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697057.140669:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697057.140674:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697057.140683:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697057.140685:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697057.142044:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697057.142059:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697057.142062:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697057.142065:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697057.142072:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697057.142078:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697057.142086:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697057.142091:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697057.142097:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697057.142102:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620cf80 00000400:00000200:0.0:1755697057.142107:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697057.142114:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17a1 [1] + 224 00000800:00000001:0.0:1755697057.142122:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697057.142131:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697057.142133:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697057.142137:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697057.142155:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697057.142160:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697057.142171:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697057.142192:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697057.142200:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697057.142204:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.142241:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697057.142246:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697057.142252:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697057.142254:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697057.142257:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697057.142264:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697057.142266:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697057.142269:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697057.142274:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697057.142282:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697057.142287:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697057.142289:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.142291:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697057.142293:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697057.142296:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697057.142298:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697057.142300:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697057.142306:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=114 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697057.142309:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=12 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697057.142311:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697057.142312:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697057.142321:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697057.142323:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697057.142326:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697057.142329:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697057.142334:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697057.142337:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697057.142339:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697057.142341:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697057.142347:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120620928:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697057.142350:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.142352:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697057.142355:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120620928/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697073 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697057.142359:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697057.142361:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697057.142363:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010a00. 02000000:00000001:2.0:1755697057.142366:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697057.142368:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697057.142369:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697057.142371:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697057.142373:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866300. 02000000:00000001:2.0:1755697057.142375:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697057.142377:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697057.142379:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:2.0:1755697057.142384:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697057.142385:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.142386:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697057.142389:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697057.142390:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697057.142392:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697057.142393:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697057.154884:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296306702, at 4296306703 00000100:00000040:0.0:1755697057.154884:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296306702, at 4296306703 00000100:00000010:1.0:1755697057.154902:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eede0. 00000100:00000010:0.0:1755697057.154907:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee360. 00010000:00000001:0.0:1755697057.843871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697057.843877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697057.843968:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697057.843974:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697057.843978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697058.867962:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697058.867972:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697058.867975:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697058.867978:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697058.867984:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697058.867987:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697058.867989:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697058.867992:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697058.868091:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697058.868098:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697058.868103:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697059.891874:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697059.891882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697059.891959:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697059.891963:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697059.891966:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697060.915886:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697060.915893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697060.915944:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697060.915948:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697060.915952:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697061.939859:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697061.939866:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697061.939948:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697061.939953:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697061.939956:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697062.259872:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697062.259887:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697062.259897:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755697062.259904:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697062.259910:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697062.259913:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697062.259919:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697062.259929:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866600. 00000100:00000001:2.0:1755697062.259938:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697062.259965:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697062.260007:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697062.260013:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697062.260022:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_00+0] req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697062.260060:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697062.260063:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697062.260068:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697062.260072:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697062.260076:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697062.260081:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1649) 00000100:00000001:2.0:1755697062.260093:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755697062.260100:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755697062.260103:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697062.260110:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697062.260113:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697062.260115:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697062.260118:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697062.260123:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697062.260125:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697062.260129:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697062.260137:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697062.260162:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697062.260166:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697062.260170:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697062.260173:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697062.260177:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697062.260182:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120621056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697062.260187:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697062.260194:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697062.260197:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697062.260200:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697062.260206:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010400. 02000000:00000001:2.0:1755697062.260208:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697062.260219:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697062.260225:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697062.260233:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697062.260242:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621056, portal 25 00000100:00000001:2.0:1755697062.260245:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697062.260247:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:2.0:1755697062.260255:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697062.260264:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697062.260268:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697062.260272:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8b28. 00000100:00000200:2.0:1755697062.260276:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621056, offset 0 00000400:00000200:2.0:1755697062.260284:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697062.260295:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697062.260304:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697062.260311:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697062.260316:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697062.260321:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697062.260325:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697062.260338:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [424:424:256:4294967295] 192.168.203.157@tcp LPNI seq info [424:424:8:4294967295] 00000400:00000200:2.0:1755697062.260344:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697062.260357:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697062.260365:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697062.260370:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755697062.260379:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697062.260387:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697062.260394:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697062.260412:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697062.260417:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697062.260420:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296311822 00000100:00000010:2.0:1755697062.260426:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef00. 00000100:00000001:2.0:1755697062.260433:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697062.260444:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296311822 00000100:00000010:2.0:1755697062.260448:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee060. 00000100:00000001:2.0:1755697062.260452:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697062.260459:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697062.260463:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697062.260468:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697062.260470:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697062.260551:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697062.260557:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:0.0:1755697062.260561:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697062.260567:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697062.260571:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8b28 00000400:00000010:0.0:1755697062.260573:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8b28. 00000100:00000001:0.0:1755697062.260577:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697062.260581:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697062.260595:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697062.260598:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697062.260603:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697062.260604:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697062.262079:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697062.262089:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697062.262091:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697062.262093:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697062.262098:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697062.262102:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697062.262108:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697062.262112:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697062.262115:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697062.262119:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d000 00000400:00000200:0.0:1755697062.262122:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697062.262126:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17a9 [1] + 224 00000800:00000001:0.0:1755697062.262132:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697062.262137:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697062.262139:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697062.262142:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697062.262145:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697062.262149:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697062.262157:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697062.262172:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697062.262179:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697062.262182:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697062.262205:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697062.262207:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697062.262212:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697062.262214:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697062.262217:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697062.262221:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697062.262223:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697062.262226:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697062.262232:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697062.262243:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697062.262264:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697062.262266:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697062.262268:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697062.262272:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697062.262274:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697062.262278:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697062.262281:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697062.262287:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=119 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697062.262290:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=17 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697062.262293:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697062.262294:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697062.262297:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697062.262299:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697062.262301:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697062.262305:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697062.262309:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697062.262311:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697062.262313:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697062.262316:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697062.262323:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120621056:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697062.262326:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697062.262327:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697062.262329:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120621056/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697078 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697062.262333:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697062.262335:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697062.262338:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010400. 02000000:00000001:2.0:1755697062.262340:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697062.262342:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697062.262347:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697062.262349:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697062.262351:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866600. 02000000:00000001:2.0:1755697062.262354:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697062.262356:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697062.262357:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:2.0:1755697062.262362:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697062.262363:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697062.262364:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697062.262367:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697062.262369:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697062.262370:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697062.262371:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697062.274845:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296311822, at 4296311823 00000100:00000040:1.0:1755697062.274851:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296311822, at 4296311823 00000100:00000010:0.0:1755697062.274853:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef00. 00000100:00000010:1.0:1755697062.274859:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee060. 00010000:00000001:0.0:1755697062.963867:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697062.963874:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697062.963950:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697062.963954:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697062.963956:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697063.987883:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697063.987890:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697063.988001:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697063.988004:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697063.988008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697065.011865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697065.011872:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697065.011989:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697065.011993:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697065.011996:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697066.035883:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697066.035891:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697066.036003:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697066.036008:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697066.036012:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697067.059884:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697067.059893:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697067.059978:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697067.059983:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697067.059987:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697067.379958:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697067.379970:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697067.379997:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bae300. 00000020:00000040:3.0:1755697067.380002:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697067.380005:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697067.380009:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697067.380014:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697067.380021:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755697067.380027:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697067.380038:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697067.380046:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697067.380050:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697067.380056:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000060b5f720] to pc [ptlrpcd_01_01+1] req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697067.380087:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697067.380089:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697067.380092:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697067.380096:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697067.380099:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697067.380103:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1654) 00000100:00000001:2.0:1755697067.380112:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697067.380118:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697067.380119:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697067.380123:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697067.380124:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697067.380141:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697067.380151:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697067.380153:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697067.380157:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697067.380160:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697067.380163:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697067.380166:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120621184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697067.380169:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697067.380176:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697067.380178:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697067.380180:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697067.380187:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755697067.380189:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697067.380197:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697067.380202:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697067.380208:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697067.380214:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621184, portal 25 00000100:00000001:2.0:1755697067.380216:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697067.380229:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918590208 : -118784790961408 : ffff93f742bae300) 00000100:00000040:2.0:1755697067.380234:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697067.380241:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697067.380243:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697067.380245:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8a18. 00000100:00000200:2.0:1755697067.380248:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621184, offset 0 00000400:00000200:2.0:1755697067.380254:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697067.380262:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697067.380269:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697067.380274:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697067.380277:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697067.380281:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697067.380283:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697067.380287:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [425:425:256:4294967295] 192.168.203.157@tcp LPNI seq info [425:425:8:4294967295] 00000400:00000200:2.0:1755697067.380290:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697067.380298:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697067.380303:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697067.380307:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866200. 00000800:00000200:2.0:1755697067.380314:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697067.380320:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697067.380325:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697067.380340:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697067.380343:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697067.380346:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296316942 00000100:00000010:2.0:1755697067.380349:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeae0. 00000100:00000001:2.0:1755697067.380357:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697067.380366:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296316942 00000100:00000010:2.0:1755697067.380369:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eeb40. 00000100:00000001:2.0:1755697067.380372:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697067.380385:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697067.380387:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697067.380390:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697067.380392:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697067.380399:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697067.380402:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697067.380404:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697067.380405:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697067.380406:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697067.380408:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697067.380481:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697067.380487:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866200. 00000400:00000200:0.0:1755697067.380493:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697067.380501:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697067.380505:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8a18 00000400:00000010:0.0:1755697067.380508:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8a18. 00000100:00000001:0.0:1755697067.380512:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697067.380518:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697067.380528:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697067.380532:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697067.380540:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697067.380542:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697067.381874:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697067.381887:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697067.381890:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697067.381894:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697067.381900:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697067.381908:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697067.381916:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697067.381920:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697067.381927:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697067.381949:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d080 00000400:00000200:0.0:1755697067.381955:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697067.381969:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17b1 [1] + 224 00000800:00000001:0.0:1755697067.381976:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697067.381985:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697067.381987:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697067.381991:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697067.381996:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697067.382001:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697067.382011:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697067.382031:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697067.382039:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697067.382042:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697067.382089:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697067.382091:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697067.382097:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697067.382099:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697067.382101:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697067.382104:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697067.382106:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697067.382108:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697067.382112:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697067.382120:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697067.382125:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697067.382126:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697067.382128:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697067.382130:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697067.382132:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697067.382134:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697067.382137:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697067.382142:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=124 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697067.382145:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=22 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697067.382147:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697067.382148:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697067.382151:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697067.382152:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697067.382154:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697067.382158:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697067.382169:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697067.382172:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697067.382174:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697067.382176:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697067.382182:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bae300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120621184:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697067.382185:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697067.382187:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697067.382189:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bae300 x1840980120621184/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697083 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697067.382193:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697067.382195:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697067.382198:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755697067.382201:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697067.382203:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697067.382204:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697067.382206:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697067.382207:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:2.0:1755697067.382209:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697067.382211:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697067.382213:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bae300. 00000100:00000001:2.0:1755697067.382216:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697067.382217:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697067.382218:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697067.382221:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697067.382222:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697067.382223:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697067.382225:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697067.394837:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296316942, at 4296316943 00000100:00000010:0.0:1755697067.394843:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeae0. 00000100:00000040:1.0:1755697067.394854:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296316942, at 4296316943 00000100:00000010:1.0:1755697067.394863:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eeb40. 00010000:00000001:0.0:1755697068.083848:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697068.083852:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697068.083943:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697068.083949:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697068.083953:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697069.107885:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697069.107895:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697069.107897:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697069.107899:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697069.107904:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697069.107906:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697069.107908:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697069.107910:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697069.108009:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697069.108014:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697069.108018:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697070.131933:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697070.131941:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697070.132059:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697070.132066:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697070.132071:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697071.155867:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697071.155873:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697071.155950:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697071.155954:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697071.155957:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697072.179876:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697072.179882:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697072.179986:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697072.179996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697072.180002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697072.499989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697072.500001:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697072.500023:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc2680. 00000020:00000040:0.0:1755697072.500030:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697072.500034:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697072.500038:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697072.500044:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697072.500052:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8200. 00000100:00000001:0.0:1755697072.500060:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697072.500071:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697072.500082:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697072.500086:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697072.500092:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000236eb734] to pc [ptlrpcd_00_01+1] req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697072.500117:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697072.500120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697072.500123:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697072.500126:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697072.500128:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697072.500132:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1659) 00000100:00000001:1.0:1755697072.500179:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697072.500184:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697072.500187:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697072.500194:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697072.500202:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697072.500204:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697072.500207:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697072.500210:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697072.500212:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697072.500214:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120621312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697072.500218:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697072.500231:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697072.500233:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697072.500235:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697072.500239:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697072.500241:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697072.500261:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697072.500265:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697072.500271:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697072.500278:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621312, portal 25 00000100:00000001:1.0:1755697072.500280:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697072.500282:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954324608 : -118784755227008 : ffff93f744dc2680) 00000100:00000040:1.0:1755697072.500286:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697072.500293:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697072.500295:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697072.500297:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5e58. 00000100:00000200:1.0:1755697072.500298:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621312, offset 0 00000400:00000200:1.0:1755697072.500304:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697072.500312:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697072.500320:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697072.500324:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697072.500328:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697072.500332:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697072.500334:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697072.500337:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [426:426:256:4294967295] 192.168.203.157@tcp LPNI seq info [426:426:8:4294967295] 00000400:00000200:1.0:1755697072.500340:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697072.500349:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697072.500354:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697072.500359:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697072.500365:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697072.500385:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697072.500389:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697072.500410:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697072.500415:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697072.500417:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296322062 00000100:00000010:1.0:1755697072.500421:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755697072.500429:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697072.500437:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296322062 00000100:00000010:1.0:1755697072.500440:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755697072.500442:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697072.500445:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697072.500446:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697072.500449:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697072.500451:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697072.500459:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697072.500462:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697072.500464:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697072.500465:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697072.500466:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697072.500468:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697072.500478:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697072.500480:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697072.500554:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697072.500559:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755697072.500564:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697072.500570:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697072.500574:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5e58 00000400:00000010:0.0:1755697072.500576:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5e58. 00000100:00000001:0.0:1755697072.500580:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697072.500584:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697072.500593:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697072.500596:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697072.500607:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697072.500609:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697072.502597:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697072.502609:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697072.502612:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697072.502613:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697072.502619:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697072.502623:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697072.502629:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697072.502633:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697072.502636:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697072.502640:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d100 00000400:00000200:0.0:1755697072.502644:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697072.502651:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17b9 [1] + 224 00000800:00000001:0.0:1755697072.502668:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697072.502688:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697072.502690:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697072.502693:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697072.502698:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697072.502703:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697072.502712:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697072.502729:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697072.502736:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697072.502748:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697072.502831:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697072.502834:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697072.502838:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697072.502840:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697072.502842:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697072.502846:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697072.502847:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697072.502849:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697072.502854:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697072.502862:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697072.502868:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697072.502869:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697072.502877:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697072.502880:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697072.502883:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697072.502885:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697072.502888:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697072.502908:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=129 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697072.502912:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=27 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697072.502914:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697072.502915:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697072.502918:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697072.502920:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697072.502922:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697072.502926:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697072.502930:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697072.502944:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697072.502946:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697072.502949:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697072.502955:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120621312:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697072.502958:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697072.502960:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697072.502962:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc2680 x1840980120621312/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697088 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697072.502966:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697072.502968:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697072.502971:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697072.502974:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697072.502976:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697072.502977:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697072.502979:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697072.502981:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8200. 02000000:00000001:1.0:1755697072.502984:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697072.502989:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697072.502991:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc2680. 00000100:00000001:1.0:1755697072.502994:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697072.502995:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697072.502996:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697072.502999:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697072.503000:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697072.503001:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697072.503003:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697072.514847:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296322062, at 4296322063 00000100:00000010:1.0:1755697072.514855:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:0.0:1755697072.514868:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296322062, at 4296322063 00000100:00000010:0.0:1755697072.514875:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00010000:00000001:0.0:1755697073.203841:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697073.203852:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697073.203954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697073.203960:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697073.203964:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697074.227928:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697074.227963:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697074.228083:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697074.228126:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697074.228132:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697075.251976:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697075.251984:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697075.252078:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697075.252083:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697075.252088:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697076.275890:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697076.275897:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697076.275969:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697076.275975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697076.275980:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697077.299928:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697077.299933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697077.300011:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697077.300016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697077.300020:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697077.620017:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697077.620035:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697077.620048:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad180. 00000020:00000040:3.0:1755697077.620055:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697077.620060:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697077.620064:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697077.620072:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697077.620082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755697077.620091:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697077.620107:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697077.620121:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697077.620126:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697077.620134:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000aca2675d] to pc [ptlrpcd_01_00+0] req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697077.620178:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697077.620182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697077.620186:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697077.620190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697077.620194:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697077.620199:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1664) 00000100:00000001:2.0:1755697077.620268:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697077.620278:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697077.620282:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697077.620295:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697077.620343:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697077.620345:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697077.620353:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697077.620357:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697077.620360:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697077.620363:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120621440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697077.620368:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697077.620375:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697077.620378:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697077.620380:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697077.620386:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010000. 02000000:00000001:2.0:1755697077.620388:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697077.620397:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697077.620402:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697077.620408:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697077.620416:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621440, portal 25 00000100:00000001:2.0:1755697077.620418:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697077.620420:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918585728 : -118784790965888 : ffff93f742bad180) 00000100:00000040:2.0:1755697077.620425:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697077.620431:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697077.620433:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697077.620435:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8908. 00000100:00000200:2.0:1755697077.620438:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621440, offset 0 00000400:00000200:2.0:1755697077.620444:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697077.620453:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697077.620461:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697077.620467:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697077.620471:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697077.620474:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697077.620476:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697077.620484:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [427:427:256:4294967295] 192.168.203.157@tcp LPNI seq info [427:427:8:4294967295] 00000400:00000200:2.0:1755697077.620487:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697077.620499:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697077.620505:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697077.620510:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866400. 00000800:00000200:2.0:1755697077.620517:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697077.620525:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697077.620530:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697077.620552:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697077.620556:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697077.620559:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296327182 00000100:00000010:2.0:1755697077.620563:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eea20. 00000100:00000001:2.0:1755697077.620570:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697077.620582:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296327182 00000100:00000010:2.0:1755697077.620584:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eecc0. 00000100:00000001:2.0:1755697077.620588:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697077.620597:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697077.620599:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697077.620603:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697077.620605:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697077.620613:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697077.620615:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697077.620618:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697077.620619:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697077.620620:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697077.620622:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697077.620637:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697077.620640:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697077.620832:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697077.620842:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866400. 00000400:00000200:0.0:1755697077.620850:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697077.620905:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697077.620913:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8908 00000400:00000010:0.0:1755697077.620916:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8908. 00000100:00000001:0.0:1755697077.620922:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697077.620930:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697077.620943:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697077.620948:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697077.620958:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697077.620960:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697077.623228:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697077.623268:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697077.623274:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697077.623279:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697077.623293:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697077.623306:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697077.623322:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697077.623329:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697077.623339:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697077.623347:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d180 00000400:00000200:0.0:1755697077.623357:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697077.623368:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17c9 [1] + 224 00000800:00000001:0.0:1755697077.623382:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697077.623417:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697077.623421:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697077.623427:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697077.623433:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697077.623440:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697077.623455:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697077.623486:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697077.623498:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697077.623502:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697077.623550:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697077.623554:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697077.623561:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697077.623563:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697077.623566:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697077.623580:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697077.623581:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697077.623585:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697077.623590:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697077.623599:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697077.623605:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697077.623606:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697077.623609:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697077.623611:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697077.623614:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697077.623616:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697077.623619:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697077.623625:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=134 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697077.623628:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=32 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697077.623630:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697077.623632:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697077.623635:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697077.623637:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697077.623639:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697077.623643:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697077.623647:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697077.623649:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697077.623651:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697077.623654:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697077.623660:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120621440:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697077.623664:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697077.623666:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697077.623669:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad180 x1840980120621440/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697093 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697077.623677:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697077.623680:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697077.623682:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010000. 02000000:00000001:2.0:1755697077.623685:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697077.623687:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697077.623689:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697077.623691:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697077.623693:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755697077.623696:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697077.623698:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697077.623700:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad180. 00000100:00000001:2.0:1755697077.623703:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697077.623704:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697077.623706:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697077.623709:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697077.623710:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697077.623711:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697077.623713:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697077.634924:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296327182, at 4296327183 00000100:00000010:0.0:1755697077.634939:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eea20. 00000100:00000040:1.0:1755697077.634982:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296327182, at 4296327183 00000100:00000010:1.0:1755697077.634995:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eecc0. 00010000:00000001:0.0:1755697078.323919:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697078.323924:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697078.323990:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697078.323996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697078.323999:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697079.347967:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697079.347979:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697079.347982:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697079.347985:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697079.347992:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697079.347995:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697079.347997:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697079.348000:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697079.348109:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697079.348116:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697079.348123:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697080.371865:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697080.371870:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697080.371942:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697080.371953:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697080.371956:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697081.395924:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697081.395931:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697081.396032:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697081.396040:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697081.396046:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697082.419956:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697082.419967:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697082.420114:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697082.420120:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697082.420125:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697082.740006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697082.740020:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697082.740032:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1f80. 00000020:00000040:0.0:1755697082.740040:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697082.740045:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697082.740063:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697082.740071:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697082.740082:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8a00. 00000100:00000001:0.0:1755697082.740092:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697082.740108:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697082.740124:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697082.740130:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697082.740139:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000cef45b48] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697082.740181:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697082.740186:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697082.740191:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697082.740195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697082.740199:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697082.740205:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1669) 00000100:00000001:1.0:1755697082.740284:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697082.740292:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697082.740296:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697082.740308:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697082.740322:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697082.740325:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697082.740343:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697082.740347:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697082.740351:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697082.740356:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120621568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697082.740363:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697082.740370:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697082.740373:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697082.740376:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697082.740383:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697082.740386:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697082.740397:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697082.740403:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697082.740411:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697082.740420:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621568, portal 25 00000100:00000001:1.0:1755697082.740423:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697082.740426:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954322816 : -118784755228800 : ffff93f744dc1f80) 00000100:00000040:1.0:1755697082.740434:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697082.740445:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697082.740448:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697082.740452:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5660. 00000100:00000200:1.0:1755697082.740456:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621568, offset 0 00000400:00000200:1.0:1755697082.740464:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697082.740475:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697082.740483:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697082.740490:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697082.740496:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697082.740501:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697082.740505:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697082.740510:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [428:428:256:4294967295] 192.168.203.157@tcp LPNI seq info [428:428:8:4294967295] 00000400:00000200:1.0:1755697082.740516:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697082.740529:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697082.740547:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697082.740554:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697082.740563:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697082.740574:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697082.740581:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697082.740609:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697082.740616:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697082.740621:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296332302 00000100:00000010:1.0:1755697082.740627:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755697082.740636:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697082.740649:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296332302 00000100:00000010:1.0:1755697082.740653:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755697082.740657:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697082.740661:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697082.740665:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697082.740670:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697082.740673:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697082.740683:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697082.740687:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697082.740691:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697082.740693:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697082.740696:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697082.740699:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697082.740720:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697082.740723:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697082.740904:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697082.740913:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755697082.740920:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697082.740929:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697082.740935:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5660 00000400:00000010:0.0:1755697082.740939:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5660. 00000100:00000001:0.0:1755697082.740944:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697082.740952:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697082.740967:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697082.740972:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697082.740982:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697082.740996:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697082.743156:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697082.743178:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697082.743183:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697082.743186:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697082.743194:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697082.743201:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697082.743210:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697082.743217:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697082.743228:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697082.743239:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d200 00000400:00000200:0.0:1755697082.743248:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697082.743257:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17d1 [1] + 224 00000800:00000001:0.0:1755697082.743272:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697082.743288:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697082.743293:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697082.743300:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697082.743309:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697082.743319:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697082.743342:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697082.743382:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697082.743398:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697082.743405:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697082.743483:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697082.743489:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697082.743497:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697082.743499:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697082.743503:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697082.743511:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697082.743513:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697082.743517:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697082.743526:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697082.743559:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697082.743570:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697082.743573:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697082.743577:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697082.743581:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697082.743584:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697082.743588:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697082.743592:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697082.743600:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=139 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697082.743606:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=37 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697082.743610:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697082.743612:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697082.743616:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697082.743619:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697082.743623:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697082.743628:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697082.743637:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697082.743641:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697082.743644:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697082.743649:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697082.743661:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120621568:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697082.743666:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697082.743669:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697082.743673:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1f80 x1840980120621568/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697098 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697082.743681:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697082.743684:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697082.743694:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697082.743698:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697082.743701:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697082.743704:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697082.743707:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697082.743710:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8a00. 02000000:00000001:1.0:1755697082.743714:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697082.743717:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697082.743719:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1f80. 00000100:00000001:1.0:1755697082.743724:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697082.743726:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697082.743729:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697082.743734:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697082.743736:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697082.743739:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697082.743742:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697082.754932:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296332302, at 4296332303 00000100:00000010:0.0:1755697082.754946:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00000100:00000040:1.0:1755697082.754966:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296332302, at 4296332303 00000100:00000010:1.0:1755697082.754981:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755697083.443947:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697083.443954:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697083.444038:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697083.444045:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697083.444051:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697084.467923:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697084.467931:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697084.467994:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697084.467998:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697084.468002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697085.491992:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697085.492000:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697085.492152:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697085.492157:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697085.492161:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697086.515941:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697086.515949:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697086.516076:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697086.516083:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697086.516089:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697087.539866:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697087.539871:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697087.539943:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697087.539947:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697087.539951:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697087.859859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697087.859868:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697087.859878:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3b80. 00000020:00000040:0.0:1755697087.859883:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697087.859887:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697087.859890:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697087.859896:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697087.859904:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8400. 00000100:00000001:0.0:1755697087.859910:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697087.859921:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697087.859931:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697087.859935:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697087.859941:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000042ad9ad9] to pc [ptlrpcd_00_01+1] req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697087.859968:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697087.859971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697087.859974:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697087.859977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697087.859979:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697087.859983:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1675) 00000100:00000001:0.0:1755697087.860009:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697087.860010:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697087.860013:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697087.860016:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697087.860018:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697087.860024:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697087.860050:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697087.860052:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697087.860056:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697087.860058:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697087.860060:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697087.860064:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120621696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697087.860067:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697087.860072:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697087.860074:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697087.860076:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697087.860079:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755697087.860081:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697087.860089:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697087.860092:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544b00. 00000400:00000010:0.0:1755697087.860098:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee000. 00000100:00000200:0.0:1755697087.860103:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621696, portal 25 00000100:00000001:0.0:1755697087.860105:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697087.860107:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954329984 : -118784755221632 : ffff93f744dc3b80) 00000100:00000040:0.0:1755697087.860111:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697087.860117:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697087.860119:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697087.860122:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee7f8. 00000100:00000200:0.0:1755697087.860124:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621696, offset 0 00000400:00000200:0.0:1755697087.860129:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697087.860137:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.860142:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697087.860147:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697087.860151:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697087.860154:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697087.860156:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697087.860164:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [429:429:256:4294967295] 192.168.203.157@tcp LPNI seq info [429:429:8:4294967295] 00000400:00000200:0.0:1755697087.860168:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.860176:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697087.860181:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697087.860185:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8c00. 00000800:00000200:0.0:1755697087.860191:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697087.860198:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697087.860202:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697087.860219:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697087.860223:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697087.860225:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296337422 00000100:00000010:0.0:1755697087.860229:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697087.860235:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697087.860241:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296337422 00000100:00000010:0.0:1755697087.860244:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f660. 00000100:00000001:0.0:1755697087.860247:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697087.860250:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697087.860252:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697087.860255:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697087.860257:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697087.860264:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697087.860266:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697087.860268:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697087.860269:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697087.860271:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697087.860273:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697087.860357:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697087.860364:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8c00. 00000400:00000200:1.0:1755697087.860370:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697087.860379:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697087.860383:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee7f8 00000400:00000010:1.0:1755697087.860386:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee7f8. 00000100:00000001:1.0:1755697087.860391:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697087.860396:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697087.860415:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697087.860421:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697087.860431:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697087.860433:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697087.862007:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697087.862022:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697087.862025:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697087.862027:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697087.862032:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.862037:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697087.862042:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.862054:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.862060:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.862064:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d280 00000400:00000200:0.0:1755697087.862070:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697087.862077:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17e1 [1] + 224 00000800:00000001:0.0:1755697087.862086:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697087.862096:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697087.862100:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697087.862104:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697087.862126:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697087.862134:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697087.862151:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697087.862177:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697087.862187:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697087.862191:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697087.862223:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697087.862228:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697087.862234:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697087.862236:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697087.862239:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544b00. 00000400:00000200:1.0:1755697087.862245:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee000 00000400:00000010:1.0:1755697087.862247:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee000. 00000100:00000001:1.0:1755697087.862250:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697087.862256:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697087.862268:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697087.862275:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697087.862277:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697087.862280:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697087.862282:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697087.862285:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697087.862288:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697087.862291:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697087.862316:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=144 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697087.862321:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=42 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697087.862324:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697087.862326:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697087.862329:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697087.862332:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697087.862335:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697087.862341:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697087.862368:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697087.862372:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697087.862374:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697087.862380:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697087.862389:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120621696:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697087.862395:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697087.862398:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697087.862401:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3b80 x1840980120621696/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697103 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697087.862409:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697087.862412:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697087.862415:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:1.0:1755697087.862419:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697087.862421:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697087.862423:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697087.862426:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697087.862428:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8400. 02000000:00000001:1.0:1755697087.862432:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697087.862435:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697087.862437:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3b80. 00000100:00000001:1.0:1755697087.862441:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697087.862443:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697087.862445:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697087.862450:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697087.862452:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697087.862455:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697087.862457:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697087.874865:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296337422, at 4296337423 00000100:00000010:0.0:1755697087.874875:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755697087.874880:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296337422, at 4296337423 00000100:00000010:1.0:1755697087.874891:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f660. 00010000:00000001:0.0:1755697088.563931:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697088.563940:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697088.564066:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697088.564072:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697088.564078:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697089.587902:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697089.587912:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697089.587915:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697089.587918:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697089.587923:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697089.587926:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697089.587928:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697089.587931:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697089.588052:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697089.588057:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697089.588080:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697090.611916:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697090.611928:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697090.612050:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697090.612057:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697090.612061:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697091.635899:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697091.635906:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697091.636001:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697091.636008:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697091.636014:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697092.659891:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697092.659905:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697092.660035:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697092.660041:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697092.660047:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697092.979863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697092.979875:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697092.979888:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc3100. 00000020:00000040:0.0:1755697092.979894:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697092.979898:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697092.979901:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697092.979907:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697092.979915:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8d00. 00000100:00000001:0.0:1755697092.979922:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697092.979933:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697092.979944:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697092.979948:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697092.979954:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000000925610] to pc [ptlrpcd_00_00+0] req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697092.979981:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697092.979984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697092.979987:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697092.979989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697092.979991:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697092.979995:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1680) 00000100:00000001:1.0:1755697092.980038:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697092.980045:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697092.980048:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697092.980057:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697092.980067:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697092.980070:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697092.980074:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697092.980077:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697092.980080:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697092.980084:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120621824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697092.980090:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697092.980097:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697092.980100:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697092.980103:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697092.980108:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697092.980110:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697092.980120:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697092.980126:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697092.980134:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697092.980141:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621824, portal 25 00000100:00000001:1.0:1755697092.980144:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697092.980146:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954327296 : -118784755224320 : ffff93f744dc3100) 00000100:00000040:1.0:1755697092.980153:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697092.980162:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697092.980165:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697092.980168:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5088. 00000100:00000200:1.0:1755697092.980171:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621824, offset 0 00000400:00000200:1.0:1755697092.980179:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697092.980210:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697092.980219:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697092.980225:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697092.980230:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697092.980235:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697092.980238:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697092.980242:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [430:430:256:4294967295] 192.168.203.157@tcp LPNI seq info [430:430:8:4294967295] 00000400:00000200:1.0:1755697092.980246:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697092.980257:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697092.980265:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697092.980272:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697092.980280:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697092.980289:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697092.980295:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697092.980316:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697092.980321:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697092.980324:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296342542 00000100:00000010:1.0:1755697092.980329:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755697092.980337:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697092.980348:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296342542 00000100:00000010:1.0:1755697092.980351:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755697092.980355:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697092.980360:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697092.980363:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697092.980367:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697092.980370:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697092.980379:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697092.980382:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697092.980385:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697092.980386:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697092.980388:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697092.980390:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697092.980410:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697092.980414:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697092.980473:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697092.980478:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:0.0:1755697092.980484:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697092.980490:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697092.980493:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5088 00000400:00000010:0.0:1755697092.980495:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5088. 00000100:00000001:0.0:1755697092.980499:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697092.980510:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697092.980518:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697092.980521:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697092.980527:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697092.980528:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697092.981863:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697092.981876:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697092.981878:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697092.981880:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697092.981885:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697092.981889:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697092.981896:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697092.981899:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697092.981903:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697092.981906:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d300 00000400:00000200:0.0:1755697092.981910:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697092.981915:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x17f1 [1] + 224 00000800:00000001:0.0:1755697092.981920:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697092.981926:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697092.981928:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697092.981931:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697092.981935:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697092.981939:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697092.981947:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697092.981962:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697092.981969:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697092.981971:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697092.982006:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697092.982010:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697092.982016:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697092.982018:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697092.982021:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697092.982025:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697092.982027:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697092.982029:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697092.982035:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697092.982046:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697092.982054:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697092.982056:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697092.982058:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697092.982062:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697092.982064:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697092.982067:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697092.982070:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697092.982077:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=149 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697092.982082:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=47 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697092.982085:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697092.982088:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697092.982091:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697092.982094:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697092.982097:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697092.982102:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697092.982110:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697092.982113:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697092.982115:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697092.982120:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697092.982142:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc3100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120621824:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697092.982147:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697092.982149:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697092.982153:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc3100 x1840980120621824/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697108 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697092.982160:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697092.982163:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697092.982166:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697092.982169:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697092.982171:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697092.982173:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697092.982176:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697092.982178:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8d00. 02000000:00000001:1.0:1755697092.982183:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697092.982185:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697092.982188:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc3100. 00000100:00000001:1.0:1755697092.982192:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697092.982193:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697092.982195:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697092.982199:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697092.982200:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697092.982202:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697092.982204:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697092.994846:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296342542, at 4296342543 00000100:00000040:1.0:1755697092.994857:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296342542, at 4296342543 00000100:00000010:0.0:1755697092.994860:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000010:1.0:1755697092.994868:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755697093.683910:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697093.683917:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697093.683994:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697093.683999:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697093.684003:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697094.707880:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697094.707887:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697094.707970:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697094.707975:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697094.707978:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697095.731868:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697095.731875:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697095.731965:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697095.731968:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697095.731972:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697096.755931:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697096.755940:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697096.756069:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697096.756078:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697096.756084:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697097.779904:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697097.779913:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697097.780011:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697097.780016:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697097.780032:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697098.099992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697098.100012:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697098.100032:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf2d80. 00000020:00000040:2.0:1755697098.100044:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697098.100052:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697098.100057:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697098.100068:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697098.100083:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866a00. 00000100:00000001:2.0:1755697098.100098:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697098.100120:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697098.100143:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697098.100152:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697098.100165:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000025694b7] to pc [ptlrpcd_01_01+1] req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697098.100274:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697098.100282:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697098.100290:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697098.100295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697098.100302:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697098.100313:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1685) 00000100:00000001:3.0:1755697098.100335:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697098.100343:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697098.100344:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697098.100353:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755697098.100356:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697098.100368:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697098.100380:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755697098.100383:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697098.100388:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755697098.100392:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755697098.100396:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755697098.100418:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120621952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697098.100423:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755697098.100429:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755697098.100432:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697098.100434:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755697098.100440:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7462d2000. 02000000:00000001:3.0:1755697098.100442:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697098.100450:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755697098.100455:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755697098.100460:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755697098.100466:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120621952, portal 25 00000100:00000001:3.0:1755697098.100468:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755697098.100470:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287970176 : -118784421581440 : ffff93f758bf2d80) 00000100:00000040:3.0:1755697098.100475:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697098.100482:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755697098.100484:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755697098.100487:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792f68. 00000100:00000200:3.0:1755697098.100490:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120621952, offset 0 00000400:00000200:3.0:1755697098.100495:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755697098.100502:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697098.100508:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755697098.100513:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755697098.100517:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755697098.100520:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755697098.100523:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755697098.100526:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [431:431:256:4294967295] 192.168.203.157@tcp LPNI seq info [431:431:8:4294967295] 00000400:00000200:3.0:1755697098.100529:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697098.100537:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755697098.100542:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755697098.100546:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755697098.100557:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755697098.100564:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755697098.100569:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755697098.100587:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697098.100591:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755697098.100595:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296347662 00000100:00000010:3.0:1755697098.100599:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a780. 00000100:00000001:3.0:1755697098.100605:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755697098.100616:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296347662 00000100:00000010:3.0:1755697098.100619:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ad80. 00000100:00000001:3.0:1755697098.100622:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755697098.100629:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697098.100632:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697098.100636:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697098.100638:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697098.100646:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697098.100648:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755697098.100652:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697098.100653:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697098.100655:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697098.100658:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697098.100825:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697098.100831:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:0.0:1755697098.100836:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697098.100842:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697098.100845:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792f68 00000400:00000010:0.0:1755697098.100847:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792f68. 00000100:00000001:0.0:1755697098.100851:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697098.100855:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697098.100865:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697098.100868:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697098.100874:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697098.100875:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697098.102282:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697098.102296:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697098.102299:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697098.102300:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697098.102305:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697098.102310:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697098.102317:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697098.102321:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697098.102324:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697098.102334:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d380 00000400:00000200:0.0:1755697098.102338:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697098.102342:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1801 [1] + 224 00000800:00000001:0.0:1755697098.102348:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697098.102355:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697098.102357:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697098.102360:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697098.102364:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697098.102368:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697098.102377:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697098.102394:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697098.102401:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697098.102404:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697098.102420:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697098.102423:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755697098.102428:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755697098.102430:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755697098.102432:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755697098.102436:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755697098.102437:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755697098.102439:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755697098.102444:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755697098.102453:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697098.102458:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755697098.102466:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697098.102468:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755697098.102471:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755697098.102473:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755697098.102476:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697098.102478:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755697098.102484:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=155 v=5 (5 5 5 5) 00000100:00001000:3.0:1755697098.102487:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=53 v=5 (1 1 1 1) 00000100:00000001:3.0:1755697098.102490:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755697098.102491:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755697098.102494:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755697098.102496:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697098.102498:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697098.102501:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697098.102506:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697098.102509:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755697098.102511:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755697098.102514:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755697098.102520:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf2d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120621952:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697098.102523:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697098.102525:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755697098.102527:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf2d80 x1840980120621952/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697114 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697098.102531:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755697098.102533:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755697098.102536:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7462d2000. 02000000:00000001:3.0:1755697098.102538:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755697098.102540:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755697098.102541:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755697098.102543:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755697098.102546:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866a00. 02000000:00000001:3.0:1755697098.102552:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755697098.102554:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755697098.102556:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf2d80. 00000100:00000001:3.0:1755697098.102561:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755697098.102562:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697098.102563:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697098.102566:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697098.102567:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697098.102569:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697098.102570:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697098.114844:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296347662, at 4296347663 00000100:00000010:0.0:1755697098.114852:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a780. 00000100:00000040:1.0:1755697098.114930:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296347662, at 4296347663 00000100:00000010:1.0:1755697098.114951:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ad80. 00010000:00000001:0.0:1755697098.803883:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697098.803892:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697098.803895:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697098.803899:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697098.803904:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697098.803907:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697098.803910:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697098.803912:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697098.803982:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697098.803986:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697098.803988:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697099.827900:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697099.827907:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697099.828021:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697099.828026:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697099.828030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697100.851894:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697100.851901:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697100.851988:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697100.851991:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697100.851994:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697101.875848:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697101.875853:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697101.875986:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697101.875994:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697101.876000:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697102.899879:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697102.899886:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697102.900042:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697102.900048:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697102.900053:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697103.219985:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697103.219997:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697103.220006:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697103.220013:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697103.220018:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697103.220022:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697103.220028:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697103.220037:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755697103.220045:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697103.220058:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697103.220071:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697103.220076:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697103.220082:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697103.220118:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697103.220121:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697103.220125:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697103.220127:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697103.220130:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697103.220135:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1690) 00000100:00000001:1.0:1755697103.220169:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755697103.220175:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755697103.220177:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697103.220185:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697103.220188:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697103.220188:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697103.220195:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697103.220196:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697103.220198:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697103.220202:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697103.220209:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697103.220216:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697103.220219:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697103.220223:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697103.220226:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697103.220228:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697103.220231:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697103.220235:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697103.220242:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697103.220244:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697103.220246:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697103.220251:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697103.220252:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697103.220262:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697103.220266:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697103.220273:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697103.220281:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622080, portal 25 00000100:00000001:1.0:1755697103.220283:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697103.220285:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:1.0:1755697103.220290:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697103.220297:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697103.220299:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697103.220301:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5f68. 00000100:00000200:1.0:1755697103.220303:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622080, offset 0 00000400:00000200:1.0:1755697103.220316:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697103.220326:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697103.220334:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697103.220340:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697103.220344:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697103.220348:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697103.220351:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697103.220355:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [432:432:256:4294967295] 192.168.203.157@tcp LPNI seq info [432:432:8:4294967295] 00000400:00000200:1.0:1755697103.220359:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697103.220369:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697103.220375:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697103.220380:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75058f900. 00000800:00000200:1.0:1755697103.220387:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697103.220395:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697103.220401:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75058f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697103.220418:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697103.220421:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697103.220425:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296352782 00000100:00000010:1.0:1755697103.220430:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755697103.220439:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697103.220447:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296352782 00000100:00000010:1.0:1755697103.220452:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755697103.220455:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697103.220458:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697103.220461:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697103.220465:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697103.220467:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697103.220499:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697103.220505:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75058f900. 00000400:00000200:0.0:1755697103.220515:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697103.220522:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697103.220526:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5f68 00000400:00000010:0.0:1755697103.220529:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5f68. 00000100:00000001:0.0:1755697103.220533:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697103.220538:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697103.220548:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697103.220552:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697103.220558:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697103.220560:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697103.222237:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697103.222265:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697103.222268:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697103.222270:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697103.222276:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697103.222282:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697103.222289:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697103.222293:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697103.222297:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697103.222302:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d400 00000400:00000200:0.0:1755697103.222306:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697103.222312:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1809 [1] + 224 00000800:00000001:0.0:1755697103.222318:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697103.222325:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697103.222328:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697103.222331:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697103.222336:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697103.222348:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697103.222358:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697103.222378:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697103.222386:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697103.222389:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697103.222449:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697103.222453:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697103.222459:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697103.222461:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697103.222464:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697103.222476:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697103.222477:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697103.222480:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697103.222507:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697103.222520:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697103.222530:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697103.222532:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697103.222536:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697103.222540:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697103.222543:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697103.222547:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697103.222550:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697103.222559:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=10 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697103.222564:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=58 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697103.222567:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697103.222569:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697103.222573:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697103.222576:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697103.222580:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697103.222585:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697103.222593:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697103.222596:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697103.222599:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697103.222604:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697103.222614:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622080:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697103.222620:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697103.222622:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697103.222626:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120622080/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697119 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697103.222640:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697103.222643:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697103.222647:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741342c00. 02000000:00000001:1.0:1755697103.222651:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697103.222681:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697103.222684:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697103.222687:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697103.222690:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755697103.222695:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697103.222697:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697103.222700:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697103.222704:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697103.222706:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697103.222708:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697103.222714:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697103.222716:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697103.222718:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697103.222720:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697103.234908:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296352782, at 4296352783 00000100:00000040:0.0:1755697103.234915:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296352782, at 4296352783 00000100:00000010:1.0:1755697103.234921:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00000100:00000010:0.0:1755697103.234929:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00010000:00000001:0.0:1755697103.923913:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697103.923920:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697103.924016:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697103.924021:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697103.924026:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697104.947850:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697104.947855:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697104.947919:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697104.947924:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697104.947928:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697105.971836:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697105.971844:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697105.971906:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697105.971912:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697105.971916:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697106.995853:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697106.995859:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697106.995953:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697106.995958:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697106.995961:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697108.019873:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697108.019881:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697108.019978:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697108.019982:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697108.019985:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697108.339989:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697108.340001:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697108.340013:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755697108.340020:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697108.340024:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697108.340027:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697108.340032:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697108.340040:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8b00. 00000100:00000001:0.0:1755697108.340047:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697108.340059:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697108.340070:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697108.340074:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697108.340080:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_00+0] req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697108.340128:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697108.340131:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697108.340135:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697108.340137:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697108.340140:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697108.340144:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1695) 00000100:00000001:1.0:1755697108.340146:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697108.340152:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697108.340155:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:0.0:1755697108.340158:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697108.340163:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697108.340164:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697108.340173:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697108.340183:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697108.340187:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697108.340190:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697108.340192:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697108.340195:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697108.340199:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697108.340205:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697108.340207:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697108.340209:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697108.340213:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f741343600. 02000000:00000001:1.0:1755697108.340214:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697108.340223:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697108.340227:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697108.340232:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697108.340240:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622208, portal 25 00000100:00000001:1.0:1755697108.340242:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697108.340243:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755697108.340248:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697108.340254:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697108.340256:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697108.340259:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5770. 00000100:00000200:1.0:1755697108.340261:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622208, offset 0 00000400:00000200:1.0:1755697108.340268:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697108.340276:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697108.340283:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697108.340288:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697108.340292:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697108.340295:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697108.340298:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697108.340301:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [433:433:256:4294967295] 192.168.203.157@tcp LPNI seq info [433:433:8:4294967295] 00000400:00000200:1.0:1755697108.340304:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697108.340312:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697108.340322:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697108.340326:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75058f900. 00000800:00000200:1.0:1755697108.340332:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697108.340339:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697108.340344:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75058f900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697108.340358:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697108.340362:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697108.340365:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296357902 00000100:00000010:1.0:1755697108.340369:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1d80. 00000100:00000001:1.0:1755697108.340377:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697108.340383:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296357902 00000100:00000010:1.0:1755697108.340386:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755697108.340389:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697108.340392:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697108.340393:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697108.340397:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697108.340398:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697108.340405:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697108.340408:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697108.340410:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697108.340411:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697108.340413:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697108.340414:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697108.340465:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697108.340469:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75058f900. 00000400:00000200:0.0:1755697108.340477:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697108.340482:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697108.340486:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5770 00000400:00000010:0.0:1755697108.340487:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5770. 00000100:00000001:0.0:1755697108.340492:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697108.340495:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697108.340502:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697108.340505:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697108.340510:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697108.340511:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697108.342245:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697108.342258:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697108.342261:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697108.342266:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697108.342271:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697108.342275:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697108.342281:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697108.342290:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697108.342294:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697108.342297:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d480 00000400:00000200:0.0:1755697108.342301:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697108.342305:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1819 [1] + 224 00000800:00000001:0.0:1755697108.342311:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697108.342318:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697108.342320:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697108.342322:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697108.342326:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697108.342329:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697108.342337:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697108.342352:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697108.342358:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697108.342361:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697108.342415:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697108.342418:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697108.342423:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697108.342425:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697108.342427:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697108.342431:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697108.342432:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697108.342434:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697108.342438:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697108.342446:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697108.342458:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697108.342460:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697108.342462:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697108.342464:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697108.342466:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697108.342469:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697108.342472:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697108.342477:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=15 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697108.342480:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=63 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697108.342482:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697108.342484:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697108.342487:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697108.342488:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697108.342490:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697108.342494:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697108.342499:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697108.342501:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697108.342502:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697108.342505:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697108.342510:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622208:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697108.342513:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697108.342514:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697108.342516:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120622208/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697124 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697108.342521:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697108.342523:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697108.342525:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f741343600. 02000000:00000001:1.0:1755697108.342527:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697108.342529:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697108.342534:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697108.342535:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697108.342537:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8b00. 02000000:00000001:1.0:1755697108.342540:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697108.342542:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697108.342543:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:1.0:1755697108.342546:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697108.342547:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697108.342548:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697108.342551:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697108.342552:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697108.342554:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697108.342555:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697108.354888:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296357902, at 4296357903 00000100:00000040:0.0:1755697108.354888:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296357902, at 4296357903 00000100:00000010:1.0:1755697108.354904:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000010:0.0:1755697108.354906:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1d80. 00010000:00000001:0.0:1755697109.043871:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697109.043881:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697109.043883:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697109.043886:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697109.043891:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697109.043893:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697109.043894:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697109.043896:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697109.043979:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697109.043984:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697109.043988:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697110.067861:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697110.067870:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697110.067905:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697110.067908:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697110.067912:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697111.091844:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697111.091852:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1755697111.091911:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1755697111.091914:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1755697111.091917:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697112.115922:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697112.115933:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697112.115993:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697112.115998:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697112.116002:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697113.140939:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697113.140950:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697113.141131:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697113.141135:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697113.141139:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697113.460038:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697113.460052:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697113.460067:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697113.460075:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697113.460080:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697113.460084:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697113.460090:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697113.460101:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75058f900. 00000100:00000001:1.0:1755697113.460109:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697113.460123:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697113.460135:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697113.460140:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697113.460147:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697113.460207:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697113.460212:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697113.460215:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697113.460222:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697113.460238:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697113.460240:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697113.460245:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697113.460248:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697113.460251:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697113.460254:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697113.460260:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697113.460265:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697113.460268:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697113.460270:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697113.460276:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012c00. 02000000:00000001:0.0:1755697113.460278:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697113.460287:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697113.460293:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445448f0. 00000400:00000010:0.0:1755697113.460299:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee088. 00000100:00000200:0.0:1755697113.460305:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622336, portal 25 00000100:00000001:0.0:1755697113.460308:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697113.460310:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697113.460315:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697113.460323:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697113.460325:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697113.460328:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eec38. 00000100:00000200:0.0:1755697113.460330:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622336, offset 0 00000400:00000200:0.0:1755697113.460337:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697113.460345:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.460353:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697113.460363:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697113.460373:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697113.460377:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697113.460380:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697113.460384:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [434:434:256:4294967295] 192.168.203.157@tcp LPNI seq info [434:434:8:4294967295] 00000400:00000200:0.0:1755697113.460388:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.460399:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697113.460405:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697113.460410:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8900. 00000800:00000200:0.0:1755697113.460417:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697113.460425:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697113.460430:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697113.460444:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697113.460448:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697113.460451:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296363022 00000100:00000010:0.0:1755697113.460455:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697113.460463:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697113.460469:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296363022 00000100:00000010:0.0:1755697113.460471:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f240. 00000100:00000001:0.0:1755697113.460474:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697113.460477:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697113.460480:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697113.460483:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697113.460485:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697113.460511:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697113.460514:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697113.460518:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697113.460521:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697113.460524:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697113.460528:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1700) 00000100:00000001:1.0:1755697113.460537:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697113.460539:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697113.460659:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697113.460664:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8900. 00000400:00000200:1.0:1755697113.460669:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697113.460675:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697113.460680:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eec38 00000400:00000010:1.0:1755697113.460682:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eec38. 00000100:00000001:1.0:1755697113.460687:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697113.460691:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697113.460701:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697113.460704:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697113.460711:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697113.460713:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1755697113.460760:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697113.460762:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697113.460765:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697113.460767:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697113.460768:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697113.460770:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1755697113.464995:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697113.465012:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697113.465031:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697113.465033:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697113.465045:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.465054:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697113.465062:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.465067:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.465073:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.465077:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d500 00000400:00000200:0.0:1755697113.465084:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697113.465090:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1829 [1] + 224 00000800:00000001:0.0:1755697113.465098:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697113.465104:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697113.465107:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697113.465112:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697113.465118:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697113.465127:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697113.465138:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697113.465167:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697113.465176:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697113.465179:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697113.465397:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697113.465402:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697113.465409:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697113.465411:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697113.465415:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445448f0. 00000400:00000200:1.0:1755697113.465420:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee088 00000400:00000010:1.0:1755697113.465423:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee088. 00000100:00000001:1.0:1755697113.465427:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697113.465437:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697113.465446:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697113.465453:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697113.465455:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697113.465457:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697113.465461:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697113.465464:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697113.465467:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697113.465471:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697113.465478:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=20 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697113.465483:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=68 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697113.465486:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697113.465487:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697113.465490:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697113.465493:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697113.465496:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697113.465501:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697113.465509:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697113.465512:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697113.465514:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697113.465518:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697113.465526:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622336:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697113.465531:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697113.465534:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697113.465537:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120622336/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697129 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697113.465544:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697113.465551:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697113.465554:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012c00. 02000000:00000001:1.0:1755697113.465558:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697113.465561:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697113.465563:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697113.465565:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697113.465568:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75058f900. 02000000:00000001:1.0:1755697113.465591:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697113.465594:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697113.465596:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697113.465600:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697113.465601:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697113.465604:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697113.465612:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697113.465614:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697113.465616:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697113.465619:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697113.474973:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296363022, at 4296363023 00000100:00000010:0.0:1755697113.474993:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755697113.475096:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296363022, at 4296363023 00000100:00000010:1.0:1755697113.475104:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f240. 00010000:00000001:0.0:1755697114.164917:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697114.164926:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697114.164971:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697114.164976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697114.164981:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697115.187905:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697115.187914:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697115.188008:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697115.188012:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697115.188015:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697116.211869:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697116.211877:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697116.213614:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697116.213620:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697116.213623:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697117.236577:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697117.236584:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697117.237143:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697117.237147:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697117.237150:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697118.261683:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697118.261711:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697118.261847:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697118.261851:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697118.261854:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697118.581711:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697118.581724:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697118.581737:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697118.581744:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697118.581749:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697118.581753:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697118.581759:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697118.581767:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75058f900. 00000100:00000001:1.0:1755697118.581821:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697118.581834:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697118.581847:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697118.581852:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697118.581859:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.581884:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697118.581887:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697118.581890:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697118.581893:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697118.581896:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697118.581900:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1705) 00000100:00000001:1.0:1755697118.581914:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755697118.581918:0:2362:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:1.0:1755697118.581920:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.581929:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697118.581931:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.581933:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697118.581935:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697118.581938:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697118.581943:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.581951:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697118.581954:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697118.581958:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697118.581961:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697118.581964:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697118.581967:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697118.581972:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697118.581983:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697118.581985:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697118.581988:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697118.581992:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f743bec200. 02000000:00000001:1.0:1755697118.581994:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697118.582004:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697118.582009:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697118.582015:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697118.582022:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622464, portal 25 00000100:00000001:1.0:1755697118.582025:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697118.582027:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:1.0:1755697118.582033:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.582042:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697118.582044:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697118.582047:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d53b8. 00000100:00000200:1.0:1755697118.582050:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622464, offset 0 00000400:00000200:1.0:1755697118.582057:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697118.582066:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697118.582074:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697118.582080:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697118.582085:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697118.582089:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697118.582092:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697118.582096:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [435:435:256:4294967295] 192.168.203.157@tcp LPNI seq info [435:435:8:4294967295] 00000400:00000200:1.0:1755697118.582100:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697118.582110:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697118.582117:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697118.582124:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697118.582131:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697118.582139:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697118.582144:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697118.582161:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697118.582166:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697118.582168:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296368144 00000100:00000010:1.0:1755697118.582173:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1900. 00000100:00000001:1.0:1755697118.582180:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697118.582192:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296368144 00000100:00000010:1.0:1755697118.582195:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755697118.582197:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697118.582200:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697118.582203:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697118.582207:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697118.582209:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697118.582305:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697118.582309:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:1.0:1755697118.582313:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697118.582319:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697118.582323:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d53b8 00000400:00000010:1.0:1755697118.582326:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d53b8. 00000100:00000001:1.0:1755697118.582329:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697118.582334:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.582343:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697118.582346:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.582354:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697118.582355:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1755697118.585151:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697118.585162:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1755697118.588103:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697118.588120:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697118.588124:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697118.588126:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697118.588136:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697118.588143:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697118.588150:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697118.588155:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697118.588160:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697118.588164:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d580 00000400:00000200:0.0:1755697118.588169:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697118.588175:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1839 [1] + 224 00000800:00000001:0.0:1755697118.588182:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697118.588189:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697118.588191:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697118.588196:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697118.588202:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697118.588212:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697118.588223:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697118.588249:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697118.588257:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697118.588260:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.588439:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697118.588444:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697118.588451:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697118.588453:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697118.588456:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697118.588460:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697118.588463:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697118.588466:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697118.588481:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697118.588490:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.588496:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697118.588499:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.588502:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697118.588505:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697118.588507:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697118.588510:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697118.588513:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697118.588519:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=25 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697118.588523:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=73 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697118.588525:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697118.588527:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697118.588530:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697118.588532:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697118.588535:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697118.588549:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.588556:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697118.588560:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697118.588562:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697118.588566:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697118.588573:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622464:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697118.588578:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.588581:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697118.588584:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120622464/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697134 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697118.588590:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697118.588598:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697118.588602:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f743bec200. 02000000:00000001:1.0:1755697118.588605:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697118.588608:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697118.588609:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697118.588612:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697118.588614:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75058f900. 02000000:00000001:1.0:1755697118.588620:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697118.588622:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697118.588624:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697118.588627:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697118.588629:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.588632:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697118.588638:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697118.588640:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697118.588642:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697118.588644:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697118.596901:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296368144, at 4296368145 00000100:00000010:0.0:1755697118.596913:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1900. 00000100:00000040:1.0:1755697118.600886:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296368144, at 4296368149 00000100:00000010:1.0:1755697118.600895:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00010000:00000001:0.0:1755697119.283902:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697119.283910:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697119.283913:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697119.283915:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697119.283935:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697119.283937:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697119.283939:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697119.283941:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697119.284025:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697119.284029:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697119.284031:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697120.307918:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697120.307925:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697120.308021:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697120.308027:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697120.308031:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697121.331908:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697121.331915:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697121.332007:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697121.332010:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697121.332013:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697122.355901:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697122.355908:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697122.355995:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697122.355998:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697122.356001:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697123.380235:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697123.380242:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697123.380325:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697123.380328:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697123.380331:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:0.0:1755697123.699917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1755697123.700482:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1755697123.700491:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f744dc1500. 00000020:00000040:0.0:1755697123.700497:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:0.0:1755697123.700511:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1755697123.700514:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1755697123.700519:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1755697123.700528:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f7585d8700. 00000100:00000001:0.0:1755697123.700535:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697123.700547:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1755697123.700559:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1755697123.700563:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697123.700570:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000189e2568] to pc [ptlrpcd_00_01+1] req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.700613:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697123.700617:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697123.700620:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697123.700627:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.700636:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697123.700638:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697123.700642:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697123.700645:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697123.700649:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697123.700653:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697123.700666:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697123.700672:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697123.700675:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697123.700677:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697123.700682:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f745e3d400. 02000000:00000001:1.0:1755697123.700684:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697123.700692:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697123.700698:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697123.700705:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697123.700711:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622592, portal 25 00000100:00000001:1.0:1755697123.700714:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697123.700716:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288954320128 : -118784755231488 : ffff93f744dc1500) 00000100:00000040:1.0:1755697123.700721:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.700730:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697123.700732:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697123.700735:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d53b8. 00000100:00000200:1.0:1755697123.700738:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622592, offset 0 00000400:00000200:1.0:1755697123.700744:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697123.700752:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697123.700758:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697123.700763:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697123.700767:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697123.700771:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697123.700773:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697123.700777:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [436:436:256:4294967295] 192.168.203.157@tcp LPNI seq info [436:436:8:4294967295] 00000400:00000200:1.0:1755697123.700811:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697123.700820:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697123.700826:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697123.700831:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f75a55ec00. 00000800:00000200:1.0:1755697123.700837:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697123.700850:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697123.700854:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f75a55ec00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697123.700871:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697123.700876:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697123.700879:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296373263 00000100:00000010:1.0:1755697123.700883:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1360. 00000100:00000001:1.0:1755697123.700890:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697123.700895:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296373263 00000100:00000010:1.0:1755697123.700898:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755697123.700901:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697123.700904:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697123.700907:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697123.700910:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697123.700913:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697123.704122:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697123.704126:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:1.0:1755697123.704130:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697123.704132:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697123.704134:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697123.704138:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697123.704252:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697123.704257:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f75a55ec00. 00000400:00000200:1.0:1755697123.704262:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697123.704268:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697123.704273:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d53b8 00000400:00000010:1.0:1755697123.704275:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d53b8. 00000100:00000001:1.0:1755697123.704279:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697123.704284:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.704295:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697123.704298:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.704305:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697123.704314:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:0.0:1755697123.706601:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:0.0:1755697123.706607:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697123.706611:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:0.0:1755697123.706614:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:0.0:1755697123.706617:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:0.0:1755697123.706630:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1710) 00000100:00000001:1.0:1755697123.706681:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697123.706684:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1755697123.711169:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697123.711185:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697123.711189:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697123.711192:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697123.711201:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697123.711208:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697123.711215:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697123.711221:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697123.711226:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697123.711230:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d600 00000400:00000200:0.0:1755697123.711235:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697123.711240:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1849 [1] + 224 00000800:00000001:0.0:1755697123.711248:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697123.711256:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697123.711259:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697123.711263:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697123.711268:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697123.711275:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697123.711286:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.711328:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697123.711333:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697123.711977:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697123.712548:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697123.712552:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:1.0:1755697123.712583:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697123.712586:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697123.712588:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697123.712593:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697123.712595:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697123.712597:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697123.712603:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697123.712612:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.712618:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697123.712620:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697123.712622:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697123.712625:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697123.712627:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697123.712630:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697123.712633:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697123.712639:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=30 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697123.712643:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=78 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697123.712645:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697123.712647:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697123.712650:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697123.712652:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697123.712655:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697123.712659:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.712666:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697123.712669:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697123.712671:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697123.712675:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697123.712697:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f744dc1500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622592:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697123.712701:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697123.712703:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697123.712707:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f744dc1500 x1840980120622592/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697139 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697123.712713:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697123.712715:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697123.712718:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f745e3d400. 02000000:00000001:1.0:1755697123.712721:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697123.712723:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697123.712725:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697123.712727:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697123.712729:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f7585d8700. 02000000:00000001:1.0:1755697123.712732:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697123.712734:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697123.712736:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f744dc1500. 00000100:00000001:1.0:1755697123.712740:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697123.712742:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697123.712744:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697123.712752:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697123.712754:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697123.712756:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697123.712758:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697123.715850:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296373263, at 4296373264 00000100:00000010:0.0:1755697123.715861:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1360. 00000100:00000040:1.0:1755697123.715863:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296373263, at 4296373264 00000100:00000010:1.0:1755697123.715868:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755697124.403935:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697124.403943:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697124.404057:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697124.404061:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697124.404064:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697125.429638:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697125.429647:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697125.429726:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697125.429731:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697125.429734:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697126.451942:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697126.451976:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697126.452469:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697126.452474:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697126.452494:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697127.475939:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697127.475947:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697127.477540:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697127.477546:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697127.477574:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697128.499940:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697128.499952:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697128.500089:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697128.500096:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697128.500122:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697128.820016:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697128.820028:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697128.820041:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697128.820048:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697128.820053:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697128.820057:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697128.820062:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697128.820070:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755697128.820077:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697128.820089:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697128.820100:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697128.820105:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697128.820112:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697128.820158:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697128.820162:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697128.820166:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697128.820171:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697128.820179:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697128.820180:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697128.820184:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697128.820187:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697128.820190:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697128.820193:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622720:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697128.820197:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697128.820203:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697128.820205:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697128.820207:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697128.820213:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755697128.820214:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697128.820223:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697128.820228:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445442c0. 00000400:00000010:0.0:1755697128.820234:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee770. 00000100:00000200:0.0:1755697128.820241:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622720, portal 25 00000100:00000001:0.0:1755697128.820243:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697128.820244:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697128.820249:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697128.820256:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697128.820259:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697128.820262:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eef68. 00000100:00000200:0.0:1755697128.820264:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622720, offset 0 00000400:00000200:0.0:1755697128.820286:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697128.820294:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.820302:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697128.820306:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697128.820311:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697128.820315:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697128.820317:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697128.820321:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [437:437:256:4294967295] 192.168.203.157@tcp LPNI seq info [437:437:8:4294967295] 00000400:00000200:0.0:1755697128.820324:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.820334:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697128.820339:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697128.820346:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8700. 00000800:00000200:0.0:1755697128.820353:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697128.820361:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697128.820366:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8700 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697128.820384:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697128.820388:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697128.820391:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296378382 00000100:00000010:0.0:1755697128.820395:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697128.820403:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697128.820410:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296378382 00000100:00000010:0.0:1755697128.820413:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fa80. 00000100:00000001:0.0:1755697128.820416:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697128.820420:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697128.820422:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697128.820426:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697128.820428:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697128.820450:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697128.820454:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697128.820458:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697128.820469:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697128.820472:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697128.820477:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1716) 00000800:00000200:1.0:1755697128.820584:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697128.820588:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8700. 00000400:00000200:1.0:1755697128.820594:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697128.820600:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697128.820604:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eef68 00000400:00000010:1.0:1755697128.820607:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eef68. 00000100:00000001:1.0:1755697128.820611:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697128.820615:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697128.820630:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697128.820633:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697128.820641:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697128.820643:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1755697128.820656:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697128.820660:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697128.820853:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697128.820857:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697128.820859:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697128.820861:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697128.820867:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697128.820869:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1755697128.829848:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697128.829870:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697128.829874:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697128.829877:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697128.829890:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.829899:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697128.829908:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.829914:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.829920:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.829924:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d680 00000400:00000200:0.0:1755697128.829931:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697128.829937:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1859 [1] + 224 00000800:00000001:0.0:1755697128.829946:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697128.829968:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697128.829971:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697128.829976:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697128.829984:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697128.829994:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697128.830007:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697128.830035:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697128.830044:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697128.830047:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697128.831582:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697128.831589:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697128.831598:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697128.831600:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697128.831604:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445442c0. 00000400:00000200:1.0:1755697128.831611:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee770 00000400:00000010:1.0:1755697128.831613:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee770. 00000100:00000001:1.0:1755697128.831617:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697128.831625:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697128.831636:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697128.831643:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697128.831645:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697128.831648:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697128.831652:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697128.831654:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697128.831657:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697128.831661:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697128.831668:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=35 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697128.831673:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=83 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697128.831676:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697128.831678:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697128.831681:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697128.831683:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697128.831686:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697128.831691:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697128.831718:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697128.831721:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697128.831723:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697128.831727:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697128.831735:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622720:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697128.831741:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697128.831744:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697128.831748:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120622720/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697144 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697128.831754:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697128.831757:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697128.831761:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:1.0:1755697128.831764:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697128.831767:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697128.831770:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697128.831772:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697128.831775:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755697128.831778:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697128.831817:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697128.831819:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697128.831823:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697128.831825:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697128.831827:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697128.831835:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697128.831837:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697128.831840:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697128.831842:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697128.836051:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296378382, at 4296378384 00000100:00000010:1.0:1755697128.836070:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fa80. 00000100:00000040:0.0:1755697128.836290:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296378382, at 4296378384 00000100:00000010:0.0:1755697128.836298:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755697129.524022:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697129.524033:0:18928:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697129.524035:0:18928:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697129.524038:0:18928:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697129.524044:0:18928:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697129.524067:0:18928:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697129.524069:0:18928:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697129.524071:0:18928:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697129.524380:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697129.524385:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697129.524388:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697130.547889:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697130.547900:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697130.548334:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697130.548341:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697130.548355:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697131.571939:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697131.571948:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697131.572019:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697131.572024:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697131.572028:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697132.595971:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697132.595980:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697132.596365:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697132.596370:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697132.596373:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697133.619915:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697133.619922:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697133.622642:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697133.622648:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697133.622652:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697133.940056:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697133.940066:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697133.940076:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697133.940083:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697133.940086:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697133.940090:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697133.940097:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697133.940105:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755697133.940112:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697133.940123:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697133.940134:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697133.940138:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697133.940144:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697133.940389:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697133.940393:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697133.940395:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697133.940402:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697133.940411:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697133.940413:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697133.940417:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697133.940447:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697133.940451:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697133.940455:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622848:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697133.940460:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697133.940465:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697133.940468:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697133.940470:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697133.940485:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013200. 02000000:00000001:0.0:1755697133.940487:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697133.940496:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697133.940501:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544268. 00000400:00000010:0.0:1755697133.940506:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee3b8. 00000100:00000200:0.0:1755697133.940513:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622848, portal 25 00000100:00000001:0.0:1755697133.940515:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697133.940517:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697133.940523:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697133.940543:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697133.940546:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697133.940549:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee4c8. 00000100:00000200:0.0:1755697133.940553:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622848, offset 0 00000400:00000200:0.0:1755697133.940559:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697133.940567:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.940574:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697133.940579:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697133.940583:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697133.940587:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697133.940590:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697133.940593:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [438:438:256:4294967295] 192.168.203.157@tcp LPNI seq info [438:438:8:4294967295] 00000400:00000200:0.0:1755697133.940598:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.940606:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697133.940612:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697133.940617:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8900. 00000800:00000200:0.0:1755697133.940624:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697133.940631:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697133.940636:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697133.940650:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697133.940654:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697133.940658:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296383502 00000100:00000010:0.0:1755697133.940662:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697133.940668:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697133.940675:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296383502 00000100:00000010:0.0:1755697133.940678:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f300. 00000100:00000001:0.0:1755697133.940681:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697133.940684:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697133.940687:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697133.940696:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697133.940698:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697133.940724:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697133.940727:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697133.940731:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697133.940734:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697133.940737:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697133.940741:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1721) 00000800:00000200:1.0:1755697133.940881:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697133.940885:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8900. 00000400:00000200:1.0:1755697133.940890:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697133.940896:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697133.940901:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee4c8 00000400:00000010:1.0:1755697133.940909:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee4c8. 00000100:00000001:1.0:1755697133.940913:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697133.940918:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697133.940927:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697133.940931:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697133.940938:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697133.940939:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000100:00000001:1.0:1755697133.940952:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697133.940955:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697133.941762:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697133.941766:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697133.941768:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697133.941770:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697133.941771:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697133.941773:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:0.0:1755697133.947873:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697133.947893:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697133.947897:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697133.947900:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697133.947910:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.947918:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697133.947928:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.947933:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.947938:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.947942:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d700 00000400:00000200:0.0:1755697133.947947:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697133.947953:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1869 [1] + 224 00000800:00000001:0.0:1755697133.947960:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697133.947971:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697133.947974:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697133.947978:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697133.947985:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697133.947994:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697133.948005:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697133.948030:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697133.948039:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697133.948042:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697133.948930:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697133.948935:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697133.948942:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697133.948944:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697133.948947:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544268. 00000400:00000200:1.0:1755697133.948952:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee3b8 00000400:00000010:1.0:1755697133.948954:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee3b8. 00000100:00000001:1.0:1755697133.948958:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697133.948963:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697133.948972:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697133.948978:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697133.948980:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697133.948982:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697133.948985:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697133.948988:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697133.948990:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697133.948994:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697133.949003:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=40 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697133.949006:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=88 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697133.949009:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697133.949010:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697133.949013:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697133.949027:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697133.949030:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697133.949035:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697133.949042:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697133.949045:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697133.949047:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697133.949050:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697133.949057:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120622848:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697133.949062:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697133.949064:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697133.949067:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120622848/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697149 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697133.949073:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697133.949075:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697133.949078:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013200. 02000000:00000001:1.0:1755697133.949081:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697133.949083:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697133.949085:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697133.949087:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697133.949089:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755697133.949092:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697133.949094:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697133.949096:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697133.949099:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697133.949100:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697133.949102:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697133.949109:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697133.949111:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697133.949113:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697133.949115:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697133.955627:0:18928:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296383502, at 4296383503 00000100:00000010:0.0:1755697133.955642:0:18928:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755697133.955751:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296383502, at 4296383503 00000100:00000010:1.0:1755697133.955763:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f300. 00010000:00000001:0.0:1755697134.643900:0:18928:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697134.643911:0:18928:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697134.644001:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697134.644006:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697134.644010:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697135.668323:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697135.668332:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697135.669077:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697135.669081:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697135.669084:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697136.691862:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697136.691871:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697136.691968:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697136.691975:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697136.691980:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697137.715935:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697137.715942:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697137.717583:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697137.717587:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697137.717590:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697138.739881:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697138.739888:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697138.740482:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697138.740485:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697138.740489:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697139.059876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697139.059887:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697139.059894:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697139.059900:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697139.059904:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697139.059908:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697139.059913:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697139.059921:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75a55ec00. 00000100:00000001:1.0:1755697139.059928:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697139.059941:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697139.059952:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697139.059956:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697139.059962:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.060002:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697139.060006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697139.060010:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697139.060014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697139.060018:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:0.0:1755697139.060018:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697139.060024:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697139.060027:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697139.060034:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1726) 00000100:00000040:0.0:1755697139.060037:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.060048:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697139.060048:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697139.060053:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697139.060053:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697139.060061:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697139.060065:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697139.060068:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697139.060073:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622976:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697139.060078:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697139.060083:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697139.060086:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697139.060088:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697139.060093:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012e00. 02000000:00000001:0.0:1755697139.060095:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697139.060103:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697139.060108:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544268. 00000400:00000010:0.0:1755697139.060114:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee110. 00000100:00000200:0.0:1755697139.060120:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120622976, portal 25 00000100:00000001:0.0:1755697139.060123:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697139.060125:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697139.060131:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697139.060151:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697139.060154:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697139.060157:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee550. 00000100:00000200:0.0:1755697139.060161:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120622976, offset 0 00000400:00000200:0.0:1755697139.060168:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697139.060176:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.060182:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697139.060187:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697139.060191:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697139.060195:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697139.060197:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697139.060200:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [439:439:256:4294967295] 192.168.203.157@tcp LPNI seq info [439:439:8:4294967295] 00000400:00000200:0.0:1755697139.060204:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.060213:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697139.060219:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697139.060224:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8b00. 00000800:00000200:0.0:1755697139.060230:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697139.060238:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697139.062066:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8b00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697139.062090:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697139.062097:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697139.062101:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296388624 00000100:00000010:0.0:1755697139.062107:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697139.062113:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697139.062118:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296388624 00000100:00000010:0.0:1755697139.062121:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774fae0. 00000100:00000001:0.0:1755697139.062123:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697139.062130:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697139.062133:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697139.062142:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697139.062145:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697139.062152:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697139.062154:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697139.062156:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697139.062158:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697139.062159:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697139.062161:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697139.063665:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697139.063671:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8b00. 00000400:00000200:1.0:1755697139.063675:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697139.063682:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697139.063688:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee550 00000400:00000010:1.0:1755697139.063691:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee550. 00000100:00000001:1.0:1755697139.063695:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697139.063702:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.063713:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697139.063717:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.063725:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697139.063727:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697139.066404:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697139.066419:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697139.066518:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697139.066524:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697139.066532:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.066537:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697139.066544:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.066553:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.066558:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.066562:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d780 00000400:00000200:0.0:1755697139.066566:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697139.066571:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1879 [1] + 224 00000800:00000001:0.0:1755697139.066579:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697139.066594:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697139.066597:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697139.066600:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697139.066605:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697139.066611:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697139.066621:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697139.066643:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697139.066650:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697139.066654:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697139.066737:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697139.066740:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697139.066747:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697139.066749:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697139.066752:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544268. 00000400:00000200:1.0:1755697139.066756:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee110 00000400:00000010:1.0:1755697139.066758:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee110. 00000100:00000001:1.0:1755697139.066761:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697139.066766:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697139.066775:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.066803:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697139.066805:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697139.066808:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697139.066881:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697139.066884:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697139.066897:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697139.066901:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697139.066908:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=46 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697139.066912:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=94 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697139.066915:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697139.066917:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697139.066919:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697139.066922:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697139.066925:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697139.066931:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.066939:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697139.066942:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697139.066944:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697139.066948:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697139.066956:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120622976:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697139.066961:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697139.066963:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697139.066967:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120622976/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697155 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697139.066973:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697139.066976:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697139.066979:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012e00. 02000000:00000001:1.0:1755697139.066982:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697139.066984:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697139.066986:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697139.066988:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697139.066991:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75a55ec00. 02000000:00000001:1.0:1755697139.066994:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697139.066996:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697139.066998:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697139.067001:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697139.067008:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697139.067010:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697139.067017:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697139.067018:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697139.067020:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697139.067022:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697139.076974:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296388624, at 4296388625 00000100:00000010:0.0:1755697139.076990:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000040:1.0:1755697139.077230:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296388624, at 4296388625 00000100:00000010:1.0:1755697139.077237:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774fae0. 00010000:00000001:0.0:1755697139.763871:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697139.763879:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697139.763882:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697139.763884:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697139.763888:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697139.763890:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697139.763892:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697139.763894:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697139.763978:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697139.763982:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697139.763984:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697140.787920:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697140.787930:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697140.788006:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697140.788011:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697140.788014:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697141.811896:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697141.811901:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697141.811952:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697141.811955:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697141.811957:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697142.835916:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697142.835923:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697142.836001:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697142.836007:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697142.836012:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697143.859921:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697143.859929:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697143.860012:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697143.860017:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697143.860021:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697144.179844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697144.179851:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697144.179859:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697144.179864:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697144.179866:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697144.179869:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697144.179873:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697144.179881:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f75058f900. 00000100:00000001:1.0:1755697144.179887:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697144.179896:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697144.179903:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697144.179906:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697144.179911:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697144.179944:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697144.179946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697144.179949:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697144.179959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697144.179962:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697144.179966:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1731) 00000100:00000001:1.0:1755697144.179974:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:1.0:1755697144.179977:0:2361:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:1.0:1755697144.179978:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697144.179979:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697144.179983:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697144.179985:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697144.179988:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697144.179989:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697144.179991:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697144.179993:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1755697144.179998:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697144.180003:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1755697144.180004:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697144.180007:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1755697144.180009:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1755697144.180010:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1755697144.180012:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120623104:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697144.180015:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1755697144.180020:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1755697144.180022:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697144.180023:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1755697144.180026:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f745e3d200. 02000000:00000001:1.0:1755697144.180028:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697144.180035:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:1.0:1755697144.180037:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7589252c0. 00000400:00000010:1.0:1755697144.180042:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d5dd0. 00000100:00000200:1.0:1755697144.180047:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623104, portal 25 00000100:00000001:1.0:1755697144.180048:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1755697144.180049:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:1.0:1755697144.180053:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697144.180061:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1755697144.180063:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:1.0:1755697144.180065:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7506d53b8. 00000100:00000200:1.0:1755697144.180067:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623104, offset 0 00000400:00000200:1.0:1755697144.180072:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:1.0:1755697144.180086:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697144.180091:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:1.0:1755697144.180095:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1755697144.180099:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:1.0:1755697144.180102:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1755697144.180105:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:1.0:1755697144.180108:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [440:440:256:4294967295] 192.168.203.157@tcp LPNI seq info [440:440:8:4294967295] 00000400:00000200:1.0:1755697144.180112:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:1.0:1755697144.180121:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:1.0:1755697144.180127:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:1.0:1755697144.180132:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758a6ee00. 00000800:00000200:1.0:1755697144.180138:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:1.0:1755697144.180146:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:1.0:1755697144.180151:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758a6ee00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:1.0:1755697144.180168:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1755697144.180172:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:1.0:1755697144.180175:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296393742 00000100:00000010:1.0:1755697144.180180:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1300. 00000100:00000001:1.0:1755697144.180187:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:1.0:1755697144.180193:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296393742 00000100:00000010:1.0:1755697144.180196:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7580a1480. 00000100:00000001:1.0:1755697144.180200:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:1.0:1755697144.180203:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697144.180205:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697144.180213:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697144.180216:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697144.180267:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697144.180271:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758a6ee00. 00000400:00000200:0.0:1755697144.180275:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697144.180281:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697144.180285:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d53b8 00000400:00000010:0.0:1755697144.180288:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d53b8. 00000100:00000001:0.0:1755697144.180292:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697144.180297:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697144.180306:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697144.180310:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697144.180317:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697144.180319:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697144.181274:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697144.181286:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697144.181288:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697144.181290:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697144.181298:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697144.181302:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697144.181306:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697144.181308:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697144.181311:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697144.181314:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d800 00000400:00000200:0.0:1755697144.181317:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697144.181321:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1889 [1] + 224 00000800:00000001:0.0:1755697144.181327:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697144.181332:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697144.181334:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697144.181336:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697144.181340:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697144.181359:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697144.181368:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697144.181380:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697144.181386:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697144.181389:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697144.181420:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697144.181423:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697144.181427:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697144.181429:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697144.181431:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7589252c0. 00000400:00000200:1.0:1755697144.181435:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7506d5dd0 00000400:00000010:1.0:1755697144.181437:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7506d5dd0. 00000100:00000001:1.0:1755697144.181440:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697144.181445:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697144.181455:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697144.181462:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697144.181463:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697144.181466:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697144.181469:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697144.181471:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697144.181474:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697144.181477:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697144.181484:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=51 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697144.181488:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=99 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697144.181490:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697144.181492:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697144.181495:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697144.181497:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697144.181500:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697144.181505:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697144.181512:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697144.181514:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697144.181517:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697144.181521:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697144.181542:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120623104:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697144.181547:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697144.181549:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697144.181552:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120623104/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697160 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697144.181558:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697144.181560:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697144.181562:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f745e3d200. 02000000:00000001:1.0:1755697144.181565:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697144.181568:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697144.181569:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697144.181571:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697144.181573:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f75058f900. 02000000:00000001:1.0:1755697144.181580:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697144.181581:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697144.181583:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697144.181586:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697144.181587:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697144.181589:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697144.181594:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697144.181595:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697144.181597:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697144.181599:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697144.194833:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296393742, at 4296393743 00000100:00000040:0.0:1755697144.194838:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296393742, at 4296393743 00000100:00000010:1.0:1755697144.194845:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1480. 00000100:00000010:0.0:1755697144.194847:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7580a1300. 00010000:00000001:0.0:1755697144.883904:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697144.883910:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697144.883973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697144.883976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697144.883980:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697145.907859:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697145.907864:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697145.907931:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697145.907934:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697145.907937:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697146.931909:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697146.931914:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697146.932004:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697146.932007:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697146.932009:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697147.955943:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697147.955948:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697147.956025:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697147.956030:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697147.956034:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697148.979881:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697148.979887:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697148.979952:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697148.979954:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697148.979969:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697149.300040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697149.300050:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697149.300060:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf480. 00000020:00000040:3.0:1755697149.300066:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697149.300070:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697149.300085:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697149.300091:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697149.300099:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755697149.300106:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697149.300119:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697149.300129:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697149.300133:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697149.300139:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba54318f] to pc [ptlrpcd_01_00+0] req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697149.300171:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697149.300174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697149.300178:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697149.300180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697149.300183:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697149.300188:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1736) 00000100:00000001:3.0:1755697149.300198:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:3.0:1755697149.300203:0:2364:0:(ptlrpcd.c:345:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:2.0:1755697149.300203:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697149.300207:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697149.300207:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697149.300215:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697149.300219:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697149.300222:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697149.300224:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697149.300227:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755697149.300233:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697149.300240:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755697149.300242:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697149.300246:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755697149.300249:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755697149.300252:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755697149.300260:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120623232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697149.300264:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755697149.300270:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755697149.300272:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697149.300274:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755697149.300278:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7462d3000. 02000000:00000001:3.0:1755697149.300280:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697149.300288:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755697149.300293:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755697149.300298:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755697149.300315:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623232, portal 25 00000100:00000001:3.0:1755697149.300318:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755697149.300319:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918594688 : -118784790956928 : ffff93f742baf480) 00000100:00000040:3.0:1755697149.300325:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697149.300332:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755697149.300334:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755697149.300337:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467923b8. 00000100:00000200:3.0:1755697149.300340:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623232, offset 0 00000400:00000200:3.0:1755697149.300347:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755697149.300355:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697149.300362:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755697149.300367:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755697149.300371:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755697149.300374:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755697149.300377:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755697149.300380:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [441:441:256:4294967295] 192.168.203.157@tcp LPNI seq info [441:441:8:4294967295] 00000400:00000200:3.0:1755697149.300384:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697149.300401:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755697149.300411:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755697149.300415:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597a00. 00000800:00000200:3.0:1755697149.300426:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755697149.300434:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755697149.300438:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755697149.300452:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697149.300457:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755697149.300459:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296398862 00000100:00000010:3.0:1755697149.300462:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a4e0. 00000100:00000001:3.0:1755697149.300468:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755697149.300476:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296398862 00000100:00000010:3.0:1755697149.300479:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a7e0. 00000100:00000001:3.0:1755697149.300481:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755697149.300487:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697149.300489:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697149.300491:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697149.300493:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697149.300574:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697149.300583:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597a00. 00000400:00000200:0.0:1755697149.300587:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697149.300592:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697149.300596:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467923b8 00000400:00000010:0.0:1755697149.300597:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467923b8. 00000100:00000001:0.0:1755697149.300601:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697149.300604:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697149.300612:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697149.300614:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697149.300625:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697149.300627:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697149.302026:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697149.302038:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697149.302040:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697149.302042:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697149.302046:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697149.302053:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697149.302058:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697149.302061:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697149.302065:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697149.302067:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d880 00000400:00000200:0.0:1755697149.302070:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697149.302073:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1899 [1] + 224 00000800:00000001:0.0:1755697149.302078:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697149.302083:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697149.302085:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697149.302087:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697149.302090:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697149.302093:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697149.302100:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697149.302116:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697149.302122:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697149.302125:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697149.302135:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697149.302137:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755697149.302141:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755697149.302142:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755697149.302144:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755697149.302147:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755697149.302148:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755697149.302150:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755697149.302154:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755697149.302160:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697149.302164:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755697149.302165:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697149.302167:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755697149.302170:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755697149.302172:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755697149.302175:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697149.302184:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755697149.302190:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=56 v=5 (5 5 5 5) 00000100:00001000:3.0:1755697149.302194:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=104 v=5 (1 1 1 1) 00000100:00000001:3.0:1755697149.302196:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755697149.302198:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755697149.302201:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755697149.302203:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697149.302207:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697149.302211:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697149.302215:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697149.302218:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755697149.302219:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755697149.302222:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755697149.302226:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120623232:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697149.302229:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697149.302230:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755697149.302232:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf480 x1840980120623232/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697165 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697149.302236:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755697149.302238:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755697149.302240:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7462d3000. 02000000:00000001:3.0:1755697149.302242:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755697149.302244:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755697149.302246:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755697149.302248:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755697149.302251:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:3.0:1755697149.302254:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755697149.302256:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755697149.302258:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf480. 00000100:00000001:3.0:1755697149.302261:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755697149.302262:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697149.302270:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697149.302274:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697149.302276:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697149.302278:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697149.302279:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697149.314886:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296398862, at 4296398863 00000100:00000010:0.0:1755697149.314898:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a4e0. 00000100:00000040:1.0:1755697149.315263:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296398862, at 4296398863 00000100:00000010:1.0:1755697149.315363:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a7e0. 00010000:00000001:0.0:1755697150.003889:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697150.003896:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697150.003898:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697150.003900:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697150.003903:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697150.003904:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697150.003906:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697150.003907:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697150.003964:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697150.003967:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697150.003969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697151.027896:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697151.027903:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697151.027966:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697151.027970:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697151.027973:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697152.051944:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697152.051950:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697152.052017:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697152.052039:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697152.052042:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697153.075927:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697153.075936:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697153.076033:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697153.076040:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697153.076044:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697154.099886:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697154.099893:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697154.099971:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697154.099974:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697154.099976:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697154.419946:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697154.419954:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697154.419964:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf0000. 00000020:00000040:2.0:1755697154.419968:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697154.419972:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697154.419974:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697154.419979:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697154.419985:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755697154.419991:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697154.420001:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697154.420008:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697154.420011:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697154.420016:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000000b734c0a] to pc [ptlrpcd_01_01+1] req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697154.420038:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697154.420040:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697154.420043:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697154.420045:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697154.420047:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697154.420051:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1741) 00000100:00000001:3.0:1755697154.420053:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697154.420057:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697154.420060:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:2.0:1755697154.420063:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:3.0:1755697154.420066:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697154.420067:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697154.420075:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755697154.420078:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697154.420081:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755697154.420083:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755697154.420085:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755697154.420088:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120623360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697154.420091:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755697154.420096:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755697154.420098:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697154.420099:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755697154.420103:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7462d2000. 02000000:00000001:3.0:1755697154.420104:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697154.420110:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755697154.420114:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755697154.420118:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755697154.420123:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623360, portal 25 00000100:00000001:3.0:1755697154.420124:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755697154.420125:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287958528 : -118784421593088 : ffff93f758bf0000) 00000100:00000040:3.0:1755697154.420129:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697154.420135:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755697154.420137:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755697154.420139:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792c38. 00000100:00000200:3.0:1755697154.420141:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623360, offset 0 00000400:00000200:3.0:1755697154.420158:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755697154.420163:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697154.420168:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755697154.420172:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755697154.420175:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755697154.420178:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755697154.420180:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755697154.420183:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [442:442:256:4294967295] 192.168.203.157@tcp LPNI seq info [442:442:8:4294967295] 00000400:00000200:3.0:1755697154.420185:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697154.420192:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755697154.420196:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755697154.420199:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597900. 00000800:00000200:3.0:1755697154.420203:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755697154.420209:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755697154.420212:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597900 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755697154.420225:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697154.420228:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755697154.420230:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296403982 00000100:00000010:3.0:1755697154.420233:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ade0. 00000100:00000001:3.0:1755697154.420238:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755697154.420244:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296403982 00000100:00000010:3.0:1755697154.420247:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a120. 00000100:00000001:3.0:1755697154.420249:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755697154.420254:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697154.420256:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697154.420258:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697154.420259:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697154.420265:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697154.420291:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755697154.420294:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697154.420296:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697154.420303:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697154.420305:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697154.420394:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697154.420398:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597900. 00000400:00000200:0.0:1755697154.420403:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697154.420410:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697154.420413:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792c38 00000400:00000010:0.0:1755697154.420414:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792c38. 00000100:00000001:0.0:1755697154.420417:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697154.420420:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697154.420428:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697154.420430:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697154.420443:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697154.420445:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697154.421603:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697154.421615:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697154.421617:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697154.421618:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697154.421623:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697154.421627:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697154.421632:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697154.421635:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697154.421638:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697154.421640:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d900 00000400:00000200:0.0:1755697154.421643:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697154.421647:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18a1 [1] + 224 00000800:00000001:0.0:1755697154.421651:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697154.421656:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697154.421658:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697154.421660:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697154.421663:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697154.421667:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697154.421674:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697154.421687:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697154.421692:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697154.421694:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697154.421709:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697154.421711:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755697154.421715:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755697154.421716:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755697154.421718:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755697154.421721:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755697154.421723:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755697154.421724:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755697154.421728:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755697154.421735:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697154.421739:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755697154.421741:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697154.421742:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755697154.421744:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755697154.421746:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755697154.421748:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697154.421749:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755697154.421754:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=61 v=5 (5 5 5 5) 00000100:00001000:3.0:1755697154.421756:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=109 v=5 (1 1 1 1) 00000100:00000001:3.0:1755697154.421758:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755697154.421759:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755697154.421762:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755697154.421763:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697154.421765:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697154.421768:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697154.421772:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697154.421774:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755697154.421775:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755697154.421777:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755697154.421805:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf0000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120623360:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697154.421808:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697154.421809:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755697154.421811:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf0000 x1840980120623360/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697170 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697154.421815:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755697154.421817:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755697154.421819:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7462d2000. 02000000:00000001:3.0:1755697154.421821:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755697154.421822:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755697154.421823:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755697154.421825:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755697154.421826:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755697154.421828:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755697154.421830:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755697154.421831:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf0000. 00000100:00000001:3.0:1755697154.421833:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755697154.421834:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697154.421835:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697154.421837:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697154.421838:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697154.421839:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697154.421840:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697154.434878:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296403982, at 4296403983 00000100:00000040:0.0:1755697154.434878:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296403982, at 4296403983 00000100:00000010:0.0:1755697154.434890:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ade0. 00000100:00000010:1.0:1755697154.434893:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a120. 00010000:00000001:0.0:1755697155.123890:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697155.123896:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697155.123943:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697155.123945:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697155.123948:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697156.147889:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697156.147916:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697156.147954:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697156.147958:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697156.147961:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697157.171929:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697157.171938:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697157.172014:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697157.172020:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697157.172023:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697158.195923:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697158.195931:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697158.195994:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697158.195999:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697158.196002:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697159.219923:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697159.219930:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697159.219995:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697159.219999:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697159.220002:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697159.539887:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697159.539901:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697159.539915:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baf480. 00000020:00000040:3.0:1755697159.539923:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697159.539929:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697159.539933:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697159.539940:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697159.539951:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597100. 00000100:00000001:3.0:1755697159.539960:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697159.539994:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697159.540008:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697159.540024:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697159.540038:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000ba54318f] to pc [ptlrpcd_01_00+0] req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697159.540067:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697159.540070:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697159.540073:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00080000:3.0:1755697159.540076:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755697159.540078:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:3.0:1755697159.540085:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697159.540090:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000040:2.0:1755697159.540090:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00080000:3.0:1755697159.540099:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697159.540109:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1746) 00000100:00000001:2.0:1755697159.540110:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697159.540114:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697159.540121:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697159.540124:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697159.540125:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755697159.540128:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697159.540131:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697159.540135:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120623488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697159.540142:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697159.540148:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697159.540151:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697159.540154:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697159.540160:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697159.540162:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697159.540172:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697159.540178:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697159.540185:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697159.540193:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623488, portal 25 00000100:00000001:2.0:1755697159.540196:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697159.540198:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918594688 : -118784790956928 : ffff93f742baf480) 00000100:00000040:2.0:1755697159.540205:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697159.540216:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697159.540219:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697159.540221:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8198. 00000100:00000200:2.0:1755697159.540226:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623488, offset 0 00000400:00000200:2.0:1755697159.540251:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697159.540271:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697159.540279:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697159.540285:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697159.540291:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697159.540295:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697159.540298:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697159.540302:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [443:443:256:4294967295] 192.168.203.157@tcp LPNI seq info [443:443:8:4294967295] 00000400:00000200:2.0:1755697159.540307:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697159.540319:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697159.540326:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697159.540332:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755697159.540341:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697159.540349:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697159.540354:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697159.540371:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697159.540376:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697159.540380:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296409102 00000100:00000010:2.0:1755697159.540385:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee300. 00000100:00000001:2.0:1755697159.540393:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697159.540399:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296409102 00000100:00000010:2.0:1755697159.540403:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee9c0. 00000100:00000001:2.0:1755697159.540407:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697159.540417:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697159.540420:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697159.540424:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697159.540426:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697159.540436:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697159.540439:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697159.540442:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697159.540444:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697159.540446:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697159.540449:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:0.0:1755697159.540518:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1755697159.540524:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:0.0:1755697159.540528:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697159.540534:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:0.0:1755697159.540538:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8198 00000400:00000010:0.0:1755697159.540540:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8198. 00000100:00000001:0.0:1755697159.540543:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:0.0:1755697159.540548:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697159.540556:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1755697159.540559:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697159.540564:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697159.540566:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697159.541892:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697159.541905:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697159.541908:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697159.541911:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697159.541918:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697159.541923:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697159.541932:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697159.541937:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697159.541942:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697159.541947:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620d980 00000400:00000200:0.0:1755697159.541953:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697159.541958:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18a9 [1] + 224 00000800:00000001:0.0:1755697159.541966:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697159.541981:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697159.541984:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697159.541988:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697159.541993:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697159.541998:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697159.542008:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697159.542026:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697159.542033:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697159.542037:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697159.542045:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697159.542049:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697159.542054:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697159.542056:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697159.542059:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697159.542064:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697159.542066:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697159.542069:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697159.542074:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697159.542086:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697159.542094:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697159.542096:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697159.542098:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697159.542101:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697159.542104:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697159.542106:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697159.542110:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697159.542116:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=66 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697159.542120:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=114 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697159.542123:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697159.542125:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697159.542129:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697159.542131:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697159.542134:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697159.542139:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697159.542147:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697159.542150:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697159.542153:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697159.542157:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697159.542167:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baf480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120623488:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697159.542178:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697159.542181:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697159.542184:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baf480 x1840980120623488/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697175 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697159.542192:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697159.542195:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697159.542198:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697159.542201:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697159.542203:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697159.542205:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697159.542208:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697159.542210:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597100. 02000000:00000001:2.0:1755697159.542214:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697159.542216:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697159.542218:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baf480. 00000100:00000001:2.0:1755697159.542222:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697159.542224:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697159.542226:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697159.542242:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697159.542243:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697159.542245:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697159.542247:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697159.554868:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296409102, at 4296409103 00000100:00000040:0.0:1755697159.554876:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296409102, at 4296409103 00000100:00000010:1.0:1755697159.554889:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee9c0. 00000100:00000010:0.0:1755697159.554892:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee300. 00010000:00000001:0.0:1755697160.243924:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697160.243937:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697160.243940:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697160.243944:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697160.243950:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697160.243953:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697160.243955:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697160.243958:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697160.244023:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697160.244027:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697160.244030:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697161.267853:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697161.267859:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697161.267934:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697161.267938:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697161.267942:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697162.291915:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697162.291920:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697162.292024:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697162.292027:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697162.292030:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697163.315929:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697163.315935:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697163.316024:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697163.316028:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697163.316030:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697164.339923:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697164.339931:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697164.340006:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697164.340011:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697164.340015:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697164.659919:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697164.659928:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697164.659938:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697164.659943:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697164.659946:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697164.659960:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697164.659964:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697164.659971:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758a6e400. 00000100:00000001:1.0:1755697164.659978:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697164.659989:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697164.659998:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697164.660002:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697164.660007:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697164.660032:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697164.660035:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697164.660038:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697164.660040:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697164.660042:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697164.660045:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1751) 00000100:00000001:0.0:1755697164.660083:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697164.660090:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697164.660093:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697164.660101:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697164.660112:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697164.660122:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697164.660127:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697164.660130:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697164.660133:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697164.660137:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120623616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697164.660142:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697164.660148:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697164.660151:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697164.660153:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697164.660158:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755697164.660160:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697164.660169:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697164.660174:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445442c0. 00000400:00000010:0.0:1755697164.660181:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eebb0. 00000100:00000200:0.0:1755697164.660205:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623616, portal 25 00000100:00000001:0.0:1755697164.660209:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697164.660211:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697164.660218:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697164.660227:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697164.660230:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697164.660234:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eed48. 00000100:00000200:0.0:1755697164.660238:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623616, offset 0 00000400:00000200:0.0:1755697164.660245:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697164.660253:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.660261:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697164.660266:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697164.660271:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697164.660275:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697164.660279:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697164.660282:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [444:444:256:4294967295] 192.168.203.157@tcp LPNI seq info [444:444:8:4294967295] 00000400:00000200:0.0:1755697164.660287:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.660296:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697164.660327:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697164.660333:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8d00. 00000800:00000200:0.0:1755697164.660341:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697164.660349:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697164.660355:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697164.660376:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697164.660382:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697164.660386:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296414222 00000100:00000010:0.0:1755697164.660391:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697164.660399:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697164.660406:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296414222 00000100:00000010:0.0:1755697164.660410:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f900. 00000100:00000001:0.0:1755697164.660415:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697164.660420:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697164.660423:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697164.660427:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697164.660430:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697164.660438:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697164.660441:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697164.660444:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697164.660446:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697164.660448:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697164.660450:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697164.660465:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697164.660468:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697164.660530:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697164.660535:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8d00. 00000400:00000200:1.0:1755697164.660540:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697164.660546:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697164.660550:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eed48 00000400:00000010:1.0:1755697164.660553:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eed48. 00000100:00000001:1.0:1755697164.660558:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697164.660563:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697164.660574:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697164.660578:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697164.660586:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697164.660594:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697164.662062:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697164.662076:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697164.662079:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697164.662082:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697164.662089:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.662096:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697164.662103:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.662107:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.662121:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.662125:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620da00 00000400:00000200:0.0:1755697164.662130:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697164.662135:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18b1 [1] + 224 00000800:00000001:0.0:1755697164.662143:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697164.662152:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697164.662155:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697164.662159:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697164.662164:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697164.662171:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697164.662183:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697164.662223:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697164.662232:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697164.662234:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697164.662262:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697164.662265:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697164.662269:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697164.662271:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697164.662273:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445442c0. 00000400:00000200:1.0:1755697164.662277:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eebb0 00000400:00000010:1.0:1755697164.662278:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eebb0. 00000100:00000001:1.0:1755697164.662280:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697164.662285:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697164.662292:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697164.662297:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697164.662299:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697164.662300:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697164.662304:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697164.662306:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697164.662308:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697164.662310:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697164.662316:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=71 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697164.662318:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=119 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697164.662320:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697164.662322:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697164.662324:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697164.662326:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697164.662328:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697164.662331:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697164.662336:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697164.662338:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697164.662339:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697164.662342:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697164.662347:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120623616:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697164.662356:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697164.662357:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697164.662360:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120623616/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697180 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697164.662365:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697164.662367:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697164.662369:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:1.0:1755697164.662371:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697164.662373:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697164.662374:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697164.662376:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697164.662377:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758a6e400. 02000000:00000001:1.0:1755697164.662380:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697164.662381:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697164.662383:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697164.662385:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697164.662386:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697164.662388:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697164.662392:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697164.662393:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697164.662394:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697164.662396:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697164.674900:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296414222, at 4296414223 00000100:00000040:0.0:1755697164.674901:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296414222, at 4296414223 00000100:00000010:1.0:1755697164.674917:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f900. 00000100:00000010:0.0:1755697164.674920:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755697165.363904:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697165.363909:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697165.363976:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697165.363981:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697165.363985:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697166.387900:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697166.387906:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697166.387972:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697166.387977:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697166.387981:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697167.411898:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697167.411904:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1755697167.411972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1755697167.411976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1755697167.411979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697168.435911:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697168.435917:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697168.435992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697168.435996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697168.436017:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697169.459906:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697169.459912:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697169.459989:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697169.459992:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697169.459995:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697169.779950:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697169.779961:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697169.779971:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bace00. 00000020:00000040:3.0:1755697169.779977:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697169.779982:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697169.779985:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697169.779990:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697169.780000:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597100. 00000100:00000001:3.0:1755697169.780007:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697169.780021:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697169.780033:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697169.780037:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697169.780044:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000a930e94c] to pc [ptlrpcd_01_01+1] req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697169.780097:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697169.780101:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697169.780105:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697169.780109:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697169.780113:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697169.780118:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1757) 00000100:00000001:2.0:1755697169.780138:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697169.780143:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697169.780146:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:3.0:1755697169.780171:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697169.780175:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697169.780178:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697169.780187:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697169.780189:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697169.780192:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697169.780195:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697169.780197:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697169.780201:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120623744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697169.780207:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697169.780212:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697169.780214:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697169.780216:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697169.780220:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f743bec600. 02000000:00000001:2.0:1755697169.780222:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697169.780229:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697169.780232:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697169.780237:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697169.780242:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623744, portal 25 00000100:00000001:2.0:1755697169.780244:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697169.780246:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918584832 : -118784790966784 : ffff93f742bace00) 00000100:00000040:2.0:1755697169.780250:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697169.780257:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697169.780259:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697169.780260:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8dd0. 00000100:00000200:2.0:1755697169.780263:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623744, offset 0 00000400:00000200:2.0:1755697169.780268:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697169.780275:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697169.780280:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697169.780289:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697169.780293:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697169.780296:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697169.780298:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697169.780301:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [445:445:256:4294967295] 192.168.203.157@tcp LPNI seq info [445:445:8:4294967295] 00000400:00000200:2.0:1755697169.780304:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697169.780312:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697169.780317:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697169.780321:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755697169.780326:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697169.780332:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697169.780336:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697169.780351:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697169.780355:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697169.780358:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296419342 00000100:00000010:2.0:1755697169.780362:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee960. 00000100:00000001:2.0:1755697169.780367:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697169.780378:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296419342 00000100:00000010:2.0:1755697169.780381:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee240. 00000100:00000001:2.0:1755697169.780384:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697169.780387:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697169.780389:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697169.780392:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697169.780393:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697169.780399:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697169.780401:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697169.780403:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697169.780404:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697169.780406:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697169.780408:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697169.780458:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697169.780462:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755697169.780467:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697169.780472:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697169.780475:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8dd0 00000400:00000010:1.0:1755697169.780482:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8dd0. 00000100:00000001:1.0:1755697169.780486:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697169.780490:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697169.780497:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697169.780500:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697169.780504:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697169.780506:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697169.781803:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697169.781817:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697169.781829:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697169.781832:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697169.781839:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697169.781845:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697169.781852:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697169.781856:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697169.781861:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697169.781866:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620da80 00000400:00000200:0.0:1755697169.781872:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697169.781878:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18c1 [1] + 224 00000800:00000001:0.0:1755697169.781886:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697169.781904:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697169.781907:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697169.781910:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697169.781916:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697169.781923:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697169.781934:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697169.781954:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697169.781962:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697169.781967:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697169.781980:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697169.781983:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697169.781993:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697169.781994:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697169.781996:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697169.781999:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697169.782001:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697169.782002:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697169.782006:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697169.782013:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697169.782018:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697169.782019:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697169.782021:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697169.782024:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697169.782026:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697169.782028:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697169.782030:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697169.782035:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=76 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697169.782038:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=124 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697169.782040:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697169.782041:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697169.782043:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697169.782045:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697169.782047:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697169.782050:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697169.782055:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697169.782058:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697169.782059:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697169.782062:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697169.782067:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bace00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120623744:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697169.782071:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697169.782076:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697169.782079:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bace00 x1840980120623744/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697185 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697169.782084:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697169.782086:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697169.782088:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f743bec600. 02000000:00000001:2.0:1755697169.782089:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697169.782091:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697169.782092:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697169.782094:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697169.782096:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597100. 02000000:00000001:2.0:1755697169.782098:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697169.782100:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697169.782101:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bace00. 00000100:00000001:2.0:1755697169.782104:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697169.782105:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697169.782107:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697169.782111:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697169.782112:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697169.782113:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697169.782115:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697169.794915:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296419342, at 4296419343 00000100:00000010:1.0:1755697169.794932:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee240. 00000100:00000040:0.0:1755697169.794939:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296419342, at 4296419343 00000100:00000010:0.0:1755697169.794948:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee960. 00010000:00000001:0.0:1755697170.483936:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697170.483945:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697170.483948:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697170.483951:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697170.483956:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697170.483958:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697170.483961:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697170.483963:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697170.484035:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697170.484040:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697170.484044:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697171.507883:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697171.507908:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697171.507976:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697171.507979:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697171.507981:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697172.531934:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697172.531945:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697172.532020:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697172.532024:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697172.532028:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697173.555873:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697173.555879:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697173.555939:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697173.555941:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697173.555943:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697174.579931:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697174.579938:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697174.580005:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697174.580008:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697174.580011:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697174.899903:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697174.899912:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697174.899922:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bad880. 00000020:00000040:3.0:1755697174.899927:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697174.899930:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697174.899933:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697174.899938:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697174.899945:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597900. 00000100:00000001:3.0:1755697174.899951:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697174.899962:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697174.899970:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697174.899973:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697174.899978:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000f7d04eca] to pc [ptlrpcd_01_00+0] req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697174.900005:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697174.900007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697174.900010:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697174.900012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697174.900026:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697174.900029:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1762) 00000100:00000001:2.0:1755697174.900148:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697174.900154:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697174.900158:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697174.900165:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697174.900176:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697174.900186:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697174.900191:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697174.900194:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697174.900198:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697174.900203:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120623872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697174.900208:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697174.900214:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697174.900217:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697174.900220:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697174.900226:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755697174.900228:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697174.900237:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697174.900242:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697174.900249:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697174.900255:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120623872, portal 25 00000100:00000001:2.0:1755697174.900258:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697174.900259:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918587520 : -118784790964096 : ffff93f742bad880) 00000100:00000040:2.0:1755697174.900266:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697174.900275:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697174.900278:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697174.900282:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8330. 00000100:00000200:2.0:1755697174.900286:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120623872, offset 0 00000400:00000200:2.0:1755697174.900293:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697174.900302:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697174.900309:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697174.900315:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697174.900319:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697174.900323:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697174.900326:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697174.900330:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [446:446:256:4294967295] 192.168.203.157@tcp LPNI seq info [446:446:8:4294967295] 00000400:00000200:2.0:1755697174.900335:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697174.900345:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697174.900360:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697174.900366:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755697174.900374:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697174.900381:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697174.900386:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697174.900408:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697174.900413:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697174.900418:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296424462 00000100:00000010:2.0:1755697174.900423:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee000. 00000100:00000001:2.0:1755697174.900430:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697174.900445:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296424462 00000100:00000010:2.0:1755697174.900450:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee720. 00000100:00000001:2.0:1755697174.900454:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697174.900458:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697174.900462:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697174.900467:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697174.900471:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697174.900480:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697174.900483:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697174.900487:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697174.900489:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697174.900492:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697174.900494:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697174.900509:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697174.900512:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697174.900578:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697174.900586:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755697174.900592:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697174.900599:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697174.900604:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8330 00000400:00000010:1.0:1755697174.900606:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8330. 00000100:00000001:1.0:1755697174.900611:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697174.900617:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697174.900627:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697174.900630:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697174.900636:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697174.900638:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697174.901921:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697174.901935:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697174.901938:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697174.901942:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697174.901948:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697174.901956:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697174.901964:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697174.901968:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697174.901973:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697174.901977:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620db00 00000400:00000200:0.0:1755697174.901982:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697174.901988:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18c9 [1] + 224 00000800:00000001:0.0:1755697174.901995:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697174.902017:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697174.902020:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697174.902026:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697174.902032:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697174.902039:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697174.902050:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697174.902082:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697174.902091:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697174.902095:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697174.902139:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697174.902143:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697174.902149:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697174.902152:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697174.902155:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697174.902160:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697174.902162:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697174.902166:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697174.902172:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697174.902191:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697174.902199:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697174.902201:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697174.902204:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697174.902207:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697174.902209:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697174.902212:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697174.902215:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697174.902222:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=81 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697174.902226:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=129 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697174.902229:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697174.902231:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697174.902235:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697174.902237:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697174.902240:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697174.902246:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697174.902253:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697174.902256:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697174.902258:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697174.902262:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697174.902271:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bad880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120623872:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697174.902276:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697174.902279:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697174.902282:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bad880 x1840980120623872/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697190 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697174.902289:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697174.902292:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697174.902301:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758010e00. 02000000:00000001:2.0:1755697174.902304:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697174.902307:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697174.902308:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697174.902311:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697174.902314:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597900. 02000000:00000001:2.0:1755697174.902318:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697174.902320:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697174.902322:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bad880. 00000100:00000001:2.0:1755697174.902326:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697174.902327:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697174.902330:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697174.902334:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697174.902335:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697174.902337:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697174.902339:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697174.914939:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296424462, at 4296424463 00000100:00000040:1.0:1755697174.914943:0:21316:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296424462, at 4296424463 00000100:00000010:0.0:1755697174.914962:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee000. 00000100:00000010:1.0:1755697174.914966:0:21316:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee720. 00010000:00000001:0.0:1755697175.603843:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697175.603850:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697175.603919:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697175.603921:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697175.603924:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697176.627932:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697176.627939:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697176.628015:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697176.628020:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697176.628024:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697177.651912:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697177.651918:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697177.651948:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697177.651951:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697177.651954:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697178.675904:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697178.675909:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697178.675980:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697178.675984:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697178.675989:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697179.699912:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697179.699917:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697179.699972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697179.699974:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697179.699977:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697180.019920:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697180.019931:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697180.019943:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac380. 00000020:00000040:3.0:1755697180.019950:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697180.019955:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697180.019958:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697180.019964:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697180.019974:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597a00. 00000100:00000001:3.0:1755697180.019982:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697180.019996:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697180.020007:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697180.020012:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697180.020020:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [0000000059c5476e] to pc [ptlrpcd_01_01+1] req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697180.020055:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697180.020059:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697180.020063:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697180.020066:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697180.020070:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697180.020087:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1767) 00000100:00000001:2.0:1755697180.020116:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697180.020121:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697180.020124:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697180.020133:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697180.020143:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697180.020146:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697180.020150:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697180.020153:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697180.020157:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697180.020160:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120624000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697180.020165:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697180.020171:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697180.020174:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697180.020191:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697180.020196:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697180.020198:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697180.020207:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697180.020212:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697180.020220:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697180.020227:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624000, portal 25 00000100:00000001:2.0:1755697180.020230:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697180.020231:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918582144 : -118784790969472 : ffff93f742bac380) 00000100:00000040:2.0:1755697180.020239:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697180.020248:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697180.020251:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697180.020255:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8aa0. 00000100:00000200:2.0:1755697180.020259:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624000, offset 0 00000400:00000200:2.0:1755697180.020266:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697180.020274:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697180.020280:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697180.020286:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697180.020290:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697180.020294:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697180.020297:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697180.020301:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [447:447:256:4294967295] 192.168.203.157@tcp LPNI seq info [447:447:8:4294967295] 00000400:00000200:2.0:1755697180.020306:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697180.020316:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697180.020323:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697180.020328:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866f00. 00000800:00000200:2.0:1755697180.020334:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697180.020343:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697180.020348:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697180.020370:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697180.020381:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697180.020384:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296429582 00000100:00000010:2.0:1755697180.020389:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee660. 00000100:00000001:2.0:1755697180.020397:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697180.020415:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296429582 00000100:00000010:2.0:1755697180.020420:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eef60. 00000100:00000001:2.0:1755697180.020424:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697180.020428:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697180.020431:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697180.020435:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697180.020438:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697180.020446:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697180.020450:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697180.020452:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697180.020454:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697180.020456:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697180.020459:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697180.020473:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697180.020475:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697180.020499:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697180.020510:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866f00. 00000400:00000200:1.0:1755697180.020515:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697180.020519:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697180.020523:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8aa0 00000400:00000010:1.0:1755697180.020530:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8aa0. 00000100:00000001:1.0:1755697180.020535:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697180.020540:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697180.020551:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697180.020555:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697180.020563:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697180.020565:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697180.022565:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697180.022579:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697180.022583:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697180.022586:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697180.022593:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697180.022600:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697180.022608:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697180.022612:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697180.022617:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697180.022639:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620db80 00000400:00000200:0.0:1755697180.022653:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697180.022664:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18d1 [1] + 224 00000800:00000001:0.0:1755697180.022673:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697180.022682:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697180.022684:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697180.022688:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697180.022694:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697180.022700:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697180.022713:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697180.022733:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697180.022741:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697180.022744:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697180.022771:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697180.022775:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697180.022814:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697180.022817:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697180.022820:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697180.022825:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697180.022827:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697180.022830:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697180.022836:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697180.022849:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697180.022857:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697180.022859:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697180.022862:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697180.022866:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697180.022875:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697180.022878:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697180.022882:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697180.022889:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=87 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697180.022895:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697180.022898:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697180.022900:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697180.022903:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697180.022906:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697180.022909:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697180.022916:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697180.022925:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697180.022929:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697180.022931:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697180.022936:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697180.022947:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120624000:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697180.022953:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697180.022956:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697180.022960:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac380 x1840980120624000/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697196 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697180.022968:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697180.022972:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697180.022974:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697180.022978:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697180.022981:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697180.022982:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697180.022985:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697180.022988:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597a00. 02000000:00000001:2.0:1755697180.022991:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697180.022993:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697180.022996:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac380. 00000100:00000001:2.0:1755697180.023005:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697180.023006:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697180.023009:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697180.023014:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697180.023016:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697180.023018:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697180.023020:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697180.035035:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296429582, at 4296429583 00000100:00000040:0.0:1755697180.035035:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296429582, at 4296429583 00000100:00000010:1.0:1755697180.035054:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eef60. 00000100:00000010:0.0:1755697180.035056:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee660. 00010000:00000001:0.0:1755697180.723902:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697180.723910:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697180.723912:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697180.723915:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697180.723918:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697180.723920:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697180.723921:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697180.723923:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697180.723997:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697180.724001:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697180.724005:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697181.747917:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697181.747924:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697181.747950:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697181.747952:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697181.747955:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697182.771923:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697182.771929:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697182.771979:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697182.771982:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697182.771985:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697183.795898:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697183.795903:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697183.795938:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697183.795940:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697183.795942:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697184.819897:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697184.819901:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697184.819957:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697184.819960:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697184.819962:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697185.139925:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697185.139936:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697185.139947:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf3800. 00000020:00000040:2.0:1755697185.139952:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697185.139956:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697185.139959:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697185.139965:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697185.139975:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755697185.139981:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697185.139994:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697185.140005:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697185.140009:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697185.140016:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000b6ebac8f] to pc [ptlrpcd_01_00+0] req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697185.140055:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697185.140058:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697185.140062:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:3.0:1755697185.140071:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697185.140075:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000040:2.0:1755697185.140077:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:3.0:1755697185.140078:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00080000:2.0:1755697185.140083:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697185.140087:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1755697185.140089:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1772) 00000100:00000001:3.0:1755697185.140106:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697185.140107:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697185.140108:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697185.140112:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697185.140113:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755697185.140117:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755697185.140119:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755697185.140122:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120624128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697185.140125:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755697185.140129:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755697185.140131:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697185.140133:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755697185.140136:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7462d2000. 02000000:00000001:3.0:1755697185.140138:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697185.140145:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755697185.140148:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755697185.140153:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755697185.140158:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624128, portal 25 00000100:00000001:3.0:1755697185.140159:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755697185.140161:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287972864 : -118784421578752 : ffff93f758bf3800) 00000100:00000040:3.0:1755697185.140165:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697185.140169:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755697185.140171:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755697185.140173:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792bb0. 00000100:00000200:3.0:1755697185.140175:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624128, offset 0 00000400:00000200:3.0:1755697185.140179:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755697185.140185:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697185.140189:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755697185.140193:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755697185.140197:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755697185.140199:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755697185.140201:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755697185.140208:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [448:448:256:4294967295] 192.168.203.157@tcp LPNI seq info [448:448:8:4294967295] 00000400:00000200:3.0:1755697185.140210:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697185.140218:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755697185.140224:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755697185.140229:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597800. 00000800:00000200:3.0:1755697185.140235:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755697185.140242:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755697185.140247:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755697185.140264:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697185.140268:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755697185.140271:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296434702 00000100:00000010:3.0:1755697185.140275:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a1e0. 00000100:00000001:3.0:1755697185.140280:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755697185.140291:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296434702 00000100:00000010:3.0:1755697185.140294:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a060. 00000100:00000001:3.0:1755697185.140301:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755697185.140306:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697185.140309:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697185.140313:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697185.140315:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697185.140323:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697185.140325:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755697185.140328:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697185.140329:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697185.140330:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697185.140333:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697185.140387:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697185.140392:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597800. 00000400:00000200:1.0:1755697185.140397:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697185.140402:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697185.140406:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792bb0 00000400:00000010:1.0:1755697185.140408:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792bb0. 00000100:00000001:1.0:1755697185.140412:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697185.140417:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697185.140426:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697185.140429:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697185.140437:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697185.140439:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697185.141602:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697185.141613:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697185.141615:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697185.141617:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697185.141622:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697185.141627:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697185.141633:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697185.141636:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697185.141639:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697185.141643:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620dc00 00000400:00000200:0.0:1755697185.141647:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697185.141652:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18d9 [1] + 224 00000800:00000001:0.0:1755697185.141659:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697185.141666:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697185.141669:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697185.141672:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697185.141676:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697185.141680:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697185.141686:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697185.141699:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697185.141704:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697185.141707:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697185.141728:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697185.141730:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755697185.141735:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755697185.141736:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755697185.141738:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755697185.141743:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755697185.141744:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755697185.141753:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755697185.141758:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755697185.141767:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697185.141773:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755697185.141776:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697185.141778:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755697185.141798:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755697185.141800:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755697185.141803:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697185.141806:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755697185.141812:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=92 v=5 (5 5 5 5) 00000100:00001000:3.0:1755697185.141815:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=140 v=5 (1 1 1 1) 00000100:00000001:3.0:1755697185.141818:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755697185.141819:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755697185.141822:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755697185.141824:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697185.141827:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697185.141831:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697185.141838:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697185.141841:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755697185.141843:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755697185.141847:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755697185.141854:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf3800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120624128:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697185.141859:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697185.141861:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755697185.141864:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf3800 x1840980120624128/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697201 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697185.141870:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755697185.141877:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755697185.141880:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7462d2000. 02000000:00000001:3.0:1755697185.141883:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755697185.141885:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755697185.141887:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755697185.141889:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755697185.141891:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755697185.141895:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755697185.141897:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755697185.141898:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf3800. 00000100:00000001:3.0:1755697185.141902:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755697185.141904:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697185.141906:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697185.141909:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697185.141911:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697185.141913:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697185.141915:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697185.154907:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296434702, at 4296434703 00000100:00000040:0.0:1755697185.154908:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296434702, at 4296434703 00000100:00000010:1.0:1755697185.154929:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a060. 00000100:00000010:0.0:1755697185.154932:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a1e0. 00010000:00000001:0.0:1755697185.843911:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697185.843918:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697185.843972:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697185.843975:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697185.843978:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697186.867886:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697186.867891:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697186.867939:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697186.867943:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697186.867948:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697187.891896:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697187.891901:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697187.891921:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697187.891923:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697187.891925:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697188.915908:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697188.915914:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697188.915993:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697188.915996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697188.915998:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697189.939898:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697189.939909:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697189.939911:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697189.939914:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697189.939920:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697189.939922:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697189.939925:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697189.939928:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697189.939954:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697189.939956:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697189.939958:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697190.259865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697190.259872:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697190.259881:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742bac700. 00000020:00000040:3.0:1755697190.259885:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697190.259889:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697190.259892:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697190.259897:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697190.259903:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597c00. 00000100:00000001:3.0:1755697190.259910:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697190.259920:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697190.259929:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697190.259932:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697190.259937:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000e59b887f] to pc [ptlrpcd_01_01+1] req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697190.259960:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697190.259963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00000001:2.0:1755697190.259975:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00080000:3.0:1755697190.259982:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000001:2.0:1755697190.259982:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697190.259986:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755697190.259987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697190.259993:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:2.0:1755697190.260004:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1755697190.260012:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1777) 00000100:00000001:2.0:1755697190.260014:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697190.260017:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697190.260021:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697190.260023:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1755697190.260025:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697190.260026:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00100000:2.0:1755697190.260029:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120624256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697190.260030:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697190.260037:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697190.260042:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697190.260044:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697190.260046:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697190.260051:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697190.260053:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697190.260060:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697190.260063:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697190.260068:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697190.260073:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624256, portal 25 00000100:00000001:2.0:1755697190.260075:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697190.260081:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918583040 : -118784790968576 : ffff93f742bac700) 00000100:00000040:2.0:1755697190.260087:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697190.260093:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697190.260095:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697190.260097:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8ee0. 00000100:00000200:2.0:1755697190.260100:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624256, offset 0 00000400:00000200:2.0:1755697190.260105:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697190.260111:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697190.260118:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697190.260124:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697190.260128:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697190.260132:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697190.260135:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697190.260139:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [449:449:256:4294967295] 192.168.203.157@tcp LPNI seq info [449:449:8:4294967295] 00000400:00000200:2.0:1755697190.260143:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697190.260154:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697190.260161:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697190.260166:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755697190.260173:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697190.260180:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697190.260185:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697190.260203:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697190.260208:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697190.260212:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296439822 00000100:00000010:2.0:1755697190.260216:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755697190.260224:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697190.260236:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296439822 00000100:00000010:2.0:1755697190.260240:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee5a0. 00000100:00000001:2.0:1755697190.260244:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697190.260256:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697190.260260:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697190.260264:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697190.260266:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697190.260274:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697190.260277:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697190.260280:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697190.260281:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697190.260282:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697190.260285:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697190.260312:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697190.260316:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755697190.260320:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697190.260325:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697190.260328:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8ee0 00000400:00000010:1.0:1755697190.260335:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8ee0. 00000100:00000001:1.0:1755697190.260338:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697190.260342:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697190.260349:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697190.260352:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697190.260357:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697190.260358:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697190.261631:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697190.261642:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697190.261644:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697190.261646:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697190.261650:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697190.261654:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697190.261659:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697190.261661:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697190.261664:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697190.261667:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620dc80 00000400:00000200:0.0:1755697190.261670:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697190.261675:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18e1 [1] + 224 00000800:00000001:0.0:1755697190.261680:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697190.261691:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697190.261692:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697190.261695:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697190.261699:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697190.261703:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697190.261711:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697190.261729:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697190.261735:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697190.261737:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697190.261772:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697190.261775:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697190.261796:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697190.261798:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697190.261801:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697190.261806:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697190.261807:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697190.261811:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697190.261816:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697190.261827:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697190.261833:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697190.261836:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697190.261838:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697190.261841:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697190.261844:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697190.261846:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697190.261850:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697190.261856:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=97 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697190.261860:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=145 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697190.261863:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697190.261864:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697190.261867:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697190.261868:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697190.261870:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697190.261874:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697190.261886:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697190.261889:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697190.261890:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697190.261894:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697190.261899:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742bac700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120624256:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697190.261903:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697190.261904:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697190.261906:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742bac700 x1840980120624256/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697206 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697190.261911:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697190.261913:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697190.261915:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011e00. 02000000:00000001:2.0:1755697190.261917:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697190.261919:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697190.261920:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697190.261922:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697190.261923:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597c00. 02000000:00000001:2.0:1755697190.261926:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697190.261928:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697190.261929:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742bac700. 00000100:00000001:2.0:1755697190.261932:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697190.261933:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697190.261934:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697190.261938:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697190.261939:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697190.261940:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697190.261942:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697190.274895:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296439822, at 4296439823 00000100:00000040:0.0:1755697190.274895:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296439822, at 4296439823 00000100:00000010:1.0:1755697190.274912:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee5a0. 00000100:00000010:0.0:1755697190.274916:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00010000:00000001:0.0:1755697190.963883:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697190.963888:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697190.963956:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697190.963961:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697190.963965:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697191.987906:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697191.987911:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697191.987934:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697191.987936:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697191.987938:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697193.011877:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697193.011882:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697193.011943:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697193.011964:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697193.011969:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697194.035897:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697194.035903:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697194.035925:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697194.035926:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697194.035928:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697195.059855:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697195.059861:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697195.059929:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697195.059934:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697195.059938:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1755697195.379920:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1755697195.379932:0:37:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1755697195.379944:0:37:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f742baea00. 00000020:00000040:3.0:1755697195.379950:0:37:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:3.0:1755697195.379954:0:37:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1755697195.379971:0:37:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1755697195.379977:0:37:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1755697195.379987:0:37:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f750597500. 00000100:00000001:3.0:1755697195.379995:0:37:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697195.380009:0:37:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1755697195.380023:0:37:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1755697195.380027:0:37:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697195.380033:0:37:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000597902a1] to pc [ptlrpcd_01_00+0] req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697195.380070:0:37:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:3.0:1755697195.380074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697195.380078:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:3.0:1755697195.380082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:3.0:1755697195.380085:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:3.0:1755697195.380091:0:37:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1782) 00000100:00000001:2.0:1755697195.380111:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697195.380116:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697195.380119:0:2363:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1755697195.380126:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697195.380134:0:2363:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1755697195.380135:0:2363:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697195.380138:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 02000000:00000001:2.0:1755697195.380139:0:2363:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1755697195.380144:0:2363:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697195.380145:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697195.380147:0:2363:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1755697195.380152:0:2363:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120624384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697195.380156:0:2363:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1755697195.380161:0:2363:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1755697195.380163:0:2363:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697195.380164:0:2363:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1755697195.380169:0:2363:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755697195.380171:0:2363:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697195.380178:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:2.0:1755697195.380182:0:2363:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f75892ae18. 00000400:00000010:2.0:1755697195.380187:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8770. 00000100:00000200:2.0:1755697195.380192:0:2363:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624384, portal 25 00000100:00000001:2.0:1755697195.380194:0:2363:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1755697195.380195:0:2363:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625288918592000 : -118784790959616 : ffff93f742baea00) 00000100:00000040:2.0:1755697195.380200:0:2363:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697195.380206:0:2363:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1755697195.380208:0:2363:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:2.0:1755697195.380211:0:2363:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7477a8ee0. 00000100:00000200:2.0:1755697195.380213:0:2363:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624384, offset 0 00000400:00000200:2.0:1755697195.380225:0:2363:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:2.0:1755697195.380232:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697195.380237:0:2363:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:2.0:1755697195.380241:0:2363:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1755697195.380245:0:2363:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:2.0:1755697195.380248:0:2363:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1755697195.380250:0:2363:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:2.0:1755697195.380253:0:2363:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [450:450:256:4294967295] 192.168.203.157@tcp LPNI seq info [450:450:8:4294967295] 00000400:00000200:2.0:1755697195.380256:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:2.0:1755697195.380264:0:2363:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:2.0:1755697195.380269:0:2363:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:2.0:1755697195.380272:0:2363:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f758866a00. 00000800:00000200:2.0:1755697195.380278:0:2363:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:2.0:1755697195.380284:0:2363:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:2.0:1755697195.380287:0:2363:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f758866a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:2.0:1755697195.380304:0:2363:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1755697195.380308:0:2363:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:2.0:1755697195.380311:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296444942 00000100:00000010:2.0:1755697195.380314:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593eed20. 00000100:00000001:2.0:1755697195.380320:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:2.0:1755697195.380331:0:2363:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296444942 00000100:00000010:2.0:1755697195.380334:0:2363:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f7593ee1e0. 00000100:00000001:2.0:1755697195.380338:0:2363:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:2.0:1755697195.380341:0:2363:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697195.380343:0:2363:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697195.380346:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697195.380347:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697195.380353:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697195.380355:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:2.0:1755697195.380357:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697195.380358:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1755697195.380364:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697195.380367:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697195.380418:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697195.380424:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f758866a00. 00000400:00000200:1.0:1755697195.380428:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697195.380434:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697195.380437:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8ee0 00000400:00000010:1.0:1755697195.380439:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8ee0. 00000100:00000001:1.0:1755697195.380442:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697195.380446:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697195.380454:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697195.380456:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697195.380462:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697195.380463:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697195.381954:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697195.381982:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697195.381986:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697195.381988:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697195.381996:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697195.382002:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697195.382018:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697195.382022:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697195.382027:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697195.382032:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620dd00 00000400:00000200:0.0:1755697195.382036:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697195.382042:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18e9 [1] + 224 00000800:00000001:0.0:1755697195.382049:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697195.382059:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697195.382062:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697195.382066:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697195.382071:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697195.382077:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697195.382089:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697195.382112:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697195.382119:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697195.382123:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697195.382142:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697195.382146:0:2363:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1755697195.382150:0:2363:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1755697195.382151:0:2363:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1755697195.382154:0:2363:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f75892ae18. 00000400:00000200:2.0:1755697195.382157:0:2363:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7477a8770 00000400:00000010:2.0:1755697195.382158:0:2363:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7477a8770. 00000100:00000001:2.0:1755697195.382160:0:2363:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:2.0:1755697195.382165:0:2363:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1755697195.382173:0:2363:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697195.382178:0:2363:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:2.0:1755697195.382180:0:2363:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697195.382182:0:2363:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:2.0:1755697195.382184:0:2363:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1755697195.382186:0:2363:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1755697195.382188:0:2363:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1755697195.382191:0:2363:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1755697195.382198:0:2363:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=102 v=5 (5 5 5 5) 00000100:00001000:2.0:1755697195.382203:0:2363:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=150 v=5 (1 1 1 1) 00000100:00000001:2.0:1755697195.382206:0:2363:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1755697195.382208:0:2363:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1755697195.382212:0:2363:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1755697195.382214:0:2363:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697195.382224:0:2363:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697195.382230:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697195.382238:0:2363:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1755697195.382242:0:2363:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1755697195.382245:0:2363:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1755697195.382250:0:2363:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1755697195.382275:0:2363:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f742baea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2363:1840980120624384:192.168.203.157@tcp:400:kworker.0 00000100:00000001:2.0:1755697195.382280:0:2363:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697195.382283:0:2363:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1755697195.382286:0:2363:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f742baea00 x1840980120624384/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697211 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697195.382293:0:2363:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1755697195.382295:0:2363:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1755697195.382297:0:2363:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758011c00. 02000000:00000001:2.0:1755697195.382300:0:2363:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1755697195.382302:0:2363:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1755697195.382303:0:2363:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:2.0:1755697195.382305:0:2363:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1755697195.382306:0:2363:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f750597500. 02000000:00000001:2.0:1755697195.382309:0:2363:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1755697195.382310:0:2363:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1755697195.382312:0:2363:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f742baea00. 00000100:00000001:2.0:1755697195.382314:0:2363:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1755697195.382315:0:2363:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697195.382317:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1755697195.382321:0:2363:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1755697195.382322:0:2363:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1755697195.382323:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697195.382325:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697195.394917:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296444942, at 4296444943 00000100:00000040:0.0:1755697195.394917:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296444942, at 4296444943 00000100:00000010:1.0:1755697195.394931:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593ee1e0. 00000100:00000010:0.0:1755697195.394935:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f7593eed20. 00010000:00000001:0.0:1755697196.083919:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697196.083924:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697196.083947:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697196.083948:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697196.083977:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697197.107925:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697197.107932:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697197.108012:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697197.108015:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697197.108018:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697198.131892:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697198.131897:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697198.131919:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697198.131922:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697198.131925:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697199.155900:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697199.155920:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697199.156022:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697199.156025:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697199.156028:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697200.179916:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697200.179948:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697200.179950:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697200.179952:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697200.179956:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697200.179957:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697200.179959:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697200.179961:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697200.179982:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697200.179984:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697200.179986:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697200.499966:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697200.499977:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697200.499988:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697200.499995:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697200.500012:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697200.500016:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697200.500022:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697200.500031:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758a6e000. 00000100:00000001:1.0:1755697200.500038:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697200.500052:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697200.500064:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697200.500068:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697200.500076:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697200.500114:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697200.500118:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697200.500122:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697200.500125:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697200.500129:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697200.500134:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1787) 00000100:00000001:0.0:1755697200.500147:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697200.500150:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697200.500153:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1755697200.500156:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697200.500157:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697200.500165:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697200.500173:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697200.500176:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697200.500179:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697200.500181:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697200.500183:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697200.500186:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120624512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697200.500190:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697200.500195:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697200.500197:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697200.500198:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697200.500203:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758013200. 02000000:00000001:0.0:1755697200.500205:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697200.500212:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697200.500215:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f7445448f0. 00000400:00000010:0.0:1755697200.500220:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee880. 00000100:00000200:0.0:1755697200.500225:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624512, portal 25 00000100:00000001:0.0:1755697200.500227:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697200.500228:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697200.500239:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697200.500245:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697200.500247:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697200.500249:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eedd0. 00000100:00000200:0.0:1755697200.500252:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624512, offset 0 00000400:00000200:0.0:1755697200.500256:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697200.500263:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.500268:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697200.500272:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697200.500276:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697200.500278:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697200.500280:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697200.500283:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [451:451:256:4294967295] 192.168.203.157@tcp LPNI seq info [451:451:8:4294967295] 00000400:00000200:0.0:1755697200.500286:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.500293:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697200.500297:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697200.500300:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8400. 00000800:00000200:0.0:1755697200.500306:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697200.500312:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697200.500316:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697200.500332:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697200.500335:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697200.500338:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296450062 00000100:00000010:0.0:1755697200.500341:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697200.500347:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697200.500353:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296450062 00000100:00000010:0.0:1755697200.500356:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f8a0. 00000100:00000001:0.0:1755697200.500359:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697200.500362:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697200.500368:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697200.500371:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697200.500372:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697200.500378:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697200.500380:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697200.500382:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697200.500383:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697200.500384:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697200.500386:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697200.500455:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697200.500461:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8400. 00000400:00000200:1.0:1755697200.500467:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697200.500475:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697200.500480:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eedd0 00000400:00000010:1.0:1755697200.500483:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eedd0. 00000100:00000001:1.0:1755697200.500487:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697200.500492:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697200.500503:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697200.500507:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697200.500524:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697200.500526:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697200.501674:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697200.501687:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697200.501690:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697200.501692:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697200.501698:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.501703:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697200.501708:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.501711:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.501714:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.501717:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620dd80 00000400:00000200:0.0:1755697200.501720:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697200.501724:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x18f1 [1] + 224 00000800:00000001:0.0:1755697200.501729:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697200.501735:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697200.501737:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697200.501739:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697200.501743:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697200.501747:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697200.501755:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697200.501772:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697200.501777:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697200.501809:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697200.501812:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697200.501816:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697200.501822:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697200.501824:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697200.501827:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f7445448f0. 00000400:00000200:1.0:1755697200.501832:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee880 00000400:00000010:1.0:1755697200.501835:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee880. 00000100:00000001:1.0:1755697200.501839:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697200.501845:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697200.501857:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697200.501866:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697200.501868:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697200.501871:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697200.501874:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697200.501877:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697200.501880:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697200.501884:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697200.501891:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=107 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697200.501895:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=5 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697200.501898:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697200.501900:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697200.501903:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697200.501906:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697200.501909:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697200.501915:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697200.501935:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697200.501939:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697200.501941:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697200.501953:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697200.501963:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120624512:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697200.501969:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697200.501971:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697200.501975:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120624512/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697216 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697200.501983:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697200.501985:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697200.501988:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758013200. 02000000:00000001:1.0:1755697200.501992:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697200.501995:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697200.501997:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697200.501999:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697200.502002:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758a6e000. 02000000:00000001:1.0:1755697200.502006:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697200.502008:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697200.502010:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697200.502013:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697200.502015:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697200.502017:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697200.502021:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697200.502023:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697200.502026:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697200.502028:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697200.514881:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296450062, at 4296450063 00000100:00000040:0.0:1755697200.514882:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296450062, at 4296450063 00000100:00000010:1.0:1755697200.514897:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f8a0. 00000100:00000010:0.0:1755697200.514910:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00010000:00000001:0.0:1755697201.203903:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697201.203908:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697201.203986:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697201.203991:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697201.203994:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697202.227953:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697202.227961:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697202.227992:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697202.227995:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697202.227998:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697203.251889:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697203.251895:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697203.251980:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697203.252000:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697203.252004:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697204.275917:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697204.275923:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697204.275947:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697204.275949:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697204.275951:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697205.299943:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697205.299952:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697205.300007:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697205.300011:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697205.300014:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697205.619902:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697205.619912:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697205.619923:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697205.619929:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697205.619932:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697205.619935:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697205.619954:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697205.619963:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758a6e000. 00000100:00000001:1.0:1755697205.619972:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697205.619985:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697205.619997:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697205.620002:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697205.620009:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_00+0] req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.620065:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697205.620068:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697205.620072:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697205.620075:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697205.620079:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697205.620086:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1792) 00000100:00000001:0.0:1755697205.620095:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697205.620100:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697205.620103:0:2361:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1755697205.620110:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.620113:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697205.620118:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697205.620120:0:2361:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697205.620123:0:2361:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697205.620127:0:2361:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697205.620129:0:2361:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697205.620132:0:2361:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697205.620135:0:2361:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120624640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697205.620138:0:2361:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697205.620143:0:2361:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697205.620145:0:2361:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697205.620147:0:2361:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697205.620151:0:2361:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012a00. 02000000:00000001:0.0:1755697205.620153:0:2361:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697205.620160:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697205.620169:0:2361:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544b00. 00000400:00000010:0.0:1755697205.620174:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeb28. 00000100:00000200:0.0:1755697205.620179:0:2361:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624640, portal 25 00000100:00000001:0.0:1755697205.620181:0:2361:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697205.620182:0:2361:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697205.620187:0:2361:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697205.620193:0:2361:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697205.620195:0:2361:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697205.620197:0:2361:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee990. 00000100:00000200:0.0:1755697205.620200:0:2361:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624640, offset 0 00000400:00000200:0.0:1755697205.620204:0:2361:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697205.620211:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.620216:0:2361:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697205.620220:0:2361:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697205.620224:0:2361:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697205.620227:0:2361:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697205.620229:0:2361:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697205.620232:0:2361:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [452:452:256:4294967295] 192.168.203.157@tcp LPNI seq info [452:452:8:4294967295] 00000400:00000200:0.0:1755697205.620235:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.620242:0:2361:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697205.620247:0:2361:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697205.620253:0:2361:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8c00. 00000800:00000200:0.0:1755697205.620260:0:2361:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697205.620267:0:2361:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697205.620272:0:2361:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8c00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697205.620290:0:2361:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697205.620295:0:2361:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697205.620299:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296455182 00000100:00000010:0.0:1755697205.620304:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697205.620311:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697205.620322:0:2361:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296455182 00000100:00000010:0.0:1755697205.620326:0:2361:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774ff60. 00000100:00000001:0.0:1755697205.620330:0:2361:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697205.620334:0:2361:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697205.620342:0:2361:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697205.620346:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697205.620348:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697205.620356:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697205.620359:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697205.620362:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697205.620363:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697205.620365:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697205.620367:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697205.620398:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697205.620402:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8c00. 00000400:00000200:1.0:1755697205.620406:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697205.620411:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697205.620414:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee990 00000400:00000010:1.0:1755697205.620416:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee990. 00000100:00000001:1.0:1755697205.620420:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697205.620423:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.620430:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697205.620433:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.620438:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697205.620448:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697205.622028:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697205.622041:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697205.622044:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697205.622047:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697205.622053:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.622060:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697205.622067:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.622071:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.622075:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.622080:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620de00 00000400:00000200:0.0:1755697205.622085:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697205.622091:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1901 [1] + 224 00000800:00000001:0.0:1755697205.622098:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697205.622108:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697205.622111:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697205.622115:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697205.622121:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697205.622128:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697205.622140:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697205.622182:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697205.622191:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697205.622195:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697205.622230:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697205.622234:0:2361:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697205.622239:0:2361:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697205.622242:0:2361:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697205.622245:0:2361:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544b00. 00000400:00000200:1.0:1755697205.622250:0:2361:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeb28 00000400:00000010:1.0:1755697205.622252:0:2361:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeb28. 00000100:00000001:1.0:1755697205.622255:0:2361:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697205.622261:0:2361:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697205.622273:0:2361:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.622282:0:2361:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697205.622284:0:2361:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697205.622287:0:2361:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697205.622290:0:2361:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697205.622292:0:2361:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697205.622295:0:2361:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697205.622299:0:2361:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697205.622315:0:2361:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=112 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697205.622322:0:2361:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=10 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697205.622325:0:2361:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697205.622327:0:2361:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697205.622331:0:2361:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697205.622334:0:2361:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697205.622337:0:2361:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697205.622342:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.622352:0:2361:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697205.622355:0:2361:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697205.622357:0:2361:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697205.622362:0:2361:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697205.622371:0:2361:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:df9054ff-ad7c-4656-8a49-840f5781fde4:2361:1840980120624640:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697205.622382:0:2361:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697205.622385:0:2361:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697205.622389:0:2361:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120624640/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697221 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697205.622396:0:2361:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697205.622399:0:2361:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697205.622402:0:2361:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012a00. 02000000:00000001:1.0:1755697205.622406:0:2361:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697205.622408:0:2361:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697205.622410:0:2361:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697205.622413:0:2361:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697205.622415:0:2361:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758a6e000. 02000000:00000001:1.0:1755697205.622419:0:2361:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697205.622420:0:2361:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697205.622422:0:2361:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697205.622426:0:2361:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697205.622428:0:2361:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697205.622430:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697205.622436:0:2361:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697205.622438:0:2361:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697205.622440:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697205.622442:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697205.634925:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296455182, at 4296455183 00000100:00000040:0.0:1755697205.634928:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296455182, at 4296455183 00000100:00000010:0.0:1755697205.634941:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755697205.634944:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774ff60. 00010000:00000001:0.0:1755697206.323935:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697206.323943:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697206.323973:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697206.323976:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697206.323979:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697207.347937:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697207.347943:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697207.348008:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697207.348011:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697207.348014:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697208.371908:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697208.371914:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697208.371936:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697208.371937:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697208.371939:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697209.395924:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697209.395929:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697209.396000:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697209.396005:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697209.396008:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697210.419964:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697210.419974:0:23661:0:(ldlm_request.c:2116:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1755697210.419976:0:23661:0:(ldlm_request.c:1926:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1755697210.419979:0:23661:0:(ldlm_request.c:2084:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697210.419984:0:23661:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1755697210.419986:0:23661:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697210.419987:0:23661:0:(ldlm_request.c:2126:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1755697210.419989:0:23661:0:(ldlm_pool.c:498:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697210.420011:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697210.420013:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697210.420015:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1755697210.739973:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:2.0:1755697210.739985:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:2.0:1755697210.739997:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758bf1c00. 00000020:00000040:2.0:1755697210.740004:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:2.0:1755697210.740008:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1755697210.740012:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1755697210.740020:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1755697210.740028:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758866f00. 00000100:00000001:2.0:1755697210.740035:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697210.740046:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:2.0:1755697210.740056:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1755697210.740060:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1755697210.740066:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [00000000304cc3ad] to pc [ptlrpcd_01_01+1] req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697210.740107:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:2.0:1755697210.740110:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697210.740114:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:2.0:1755697210.740118:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:2.0:1755697210.740121:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000001:3.0:1755697210.740140:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:2.0:1755697210.740144:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1797) 00000100:00000001:3.0:1755697210.740146:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697210.740151:0:2364:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1755697210.740158:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1755697210.740170:0:2363:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:2.0:1755697210.740177:0:2363:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697210.740180:0:2364:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1755697210.740183:0:2364:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697210.740186:0:2364:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1755697210.740189:0:2364:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1755697210.740191:0:2364:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1755697210.740194:0:2364:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120624768:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697210.740198:0:2364:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1755697210.740203:0:2364:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1755697210.740205:0:2364:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697210.740207:0:2364:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1755697210.740212:0:2364:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f7462d2c00. 02000000:00000001:3.0:1755697210.740214:0:2364:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697210.740222:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:3.0:1755697210.740226:0:2364:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f743760268. 00000400:00000010:3.0:1755697210.740231:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7467922a8. 00000100:00000200:3.0:1755697210.740237:0:2364:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624768, portal 25 00000100:00000001:3.0:1755697210.740250:0:2364:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1755697210.740252:0:2364:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289287965696 : -118784421585920 : ffff93f758bf1c00) 00000100:00000040:3.0:1755697210.740256:0:2364:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697210.740263:0:2364:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1755697210.740265:0:2364:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:3.0:1755697210.740267:0:2364:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f746792330. 00000100:00000200:3.0:1755697210.740270:0:2364:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624768, offset 0 00000400:00000200:3.0:1755697210.740275:0:2364:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:3.0:1755697210.740282:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697210.740287:0:2364:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:3.0:1755697210.740297:0:2364:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1755697210.740302:0:2364:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:3.0:1755697210.740305:0:2364:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1755697210.740307:0:2364:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:3.0:1755697210.740310:0:2364:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [453:453:256:4294967295] 192.168.203.157@tcp LPNI seq info [453:453:8:4294967295] 00000400:00000200:3.0:1755697210.740313:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:3.0:1755697210.740322:0:2364:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:3.0:1755697210.740326:0:2364:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:3.0:1755697210.740330:0:2364:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f750597200. 00000800:00000200:3.0:1755697210.740336:0:2364:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:3.0:1755697210.740342:0:2364:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:3.0:1755697210.740346:0:2364:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f750597200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1755697210.740361:0:2364:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1755697210.740364:0:2364:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:3.0:1755697210.740367:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296460302 00000100:00000010:3.0:1755697210.740370:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023ac60. 00000100:00000001:3.0:1755697210.740376:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:3.0:1755697210.740387:0:2364:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296460302 00000100:00000010:3.0:1755697210.740390:0:2364:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f75023a840. 00000100:00000001:3.0:1755697210.740394:0:2364:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:3.0:1755697210.740399:0:2364:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697210.740403:0:2364:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697210.740406:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697210.740408:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697210.740417:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697210.740420:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1755697210.740423:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697210.740425:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1755697210.740427:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697210.740430:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697210.740484:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697210.740491:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f750597200. 00000400:00000200:1.0:1755697210.740497:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697210.740504:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697210.740508:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f746792330 00000400:00000010:1.0:1755697210.740511:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f746792330. 00000100:00000001:1.0:1755697210.740516:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697210.740521:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697210.740533:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697210.740545:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697210.740555:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697210.740558:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697210.742107:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697210.742120:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697210.742122:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697210.742125:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697210.742132:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697210.742145:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697210.742152:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697210.742162:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697210.742168:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697210.742172:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620de80 00000400:00000200:0.0:1755697210.742177:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697210.742182:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1911 [1] + 224 00000800:00000001:0.0:1755697210.742190:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697210.742198:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697210.742200:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697210.742204:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697210.742209:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697210.742215:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697210.742226:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697210.742243:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697210.742251:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697210.742254:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697210.742267:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697210.742271:0:2364:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1755697210.742280:0:2364:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1755697210.742282:0:2364:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1755697210.742284:0:2364:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f743760268. 00000400:00000200:3.0:1755697210.742287:0:2364:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7467922a8 00000400:00000010:3.0:1755697210.742289:0:2364:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7467922a8. 00000100:00000001:3.0:1755697210.742291:0:2364:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:3.0:1755697210.742295:0:2364:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1755697210.742303:0:2364:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697210.742309:0:2364:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:3.0:1755697210.742310:0:2364:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697210.742312:0:2364:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:3.0:1755697210.742314:0:2364:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1755697210.742316:0:2364:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1755697210.742318:0:2364:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1755697210.742321:0:2364:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1755697210.742326:0:2364:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=117 v=5 (5 5 5 5) 00000100:00001000:3.0:1755697210.742330:0:2364:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=15 v=5 (1 1 1 1) 00000100:00000001:3.0:1755697210.742332:0:2364:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1755697210.742333:0:2364:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1755697210.742335:0:2364:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1755697210.742337:0:2364:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697210.742339:0:2364:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1755697210.742342:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697210.742347:0:2364:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1755697210.742350:0:2364:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1755697210.742351:0:2364:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1755697210.742354:0:2364:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1755697210.742359:0:2364:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758bf1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2364:1840980120624768:192.168.203.157@tcp:400:kworker.0 00000100:00000001:3.0:1755697210.742363:0:2364:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697210.742368:0:2364:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1755697210.742371:0:2364:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758bf1c00 x1840980120624768/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697226 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1755697210.742376:0:2364:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1755697210.742378:0:2364:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1755697210.742380:0:2364:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f7462d2c00. 02000000:00000001:3.0:1755697210.742382:0:2364:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1755697210.742384:0:2364:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1755697210.742385:0:2364:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:3.0:1755697210.742387:0:2364:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1755697210.742389:0:2364:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758866f00. 02000000:00000001:3.0:1755697210.742392:0:2364:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1755697210.742394:0:2364:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1755697210.742397:0:2364:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758bf1c00. 00000100:00000001:3.0:1755697210.742402:0:2364:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1755697210.742404:0:2364:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697210.742406:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1755697210.742411:0:2364:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1755697210.742412:0:2364:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1755697210.742414:0:2364:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1755697210.742416:0:2364:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1755697210.754900:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296460302, at 4296460303 00000100:00000010:0.0:1755697210.754913:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023ac60. 00000100:00000040:1.0:1755697210.755484:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296460302, at 4296460303 00000100:00000010:1.0:1755697210.755491:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f75023a840. 00010000:00000001:0.0:1755697211.443919:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697211.443933:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697211.443992:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697211.443996:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697211.443998:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697212.467886:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697212.467894:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697212.467964:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697212.467968:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697212.467972:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697213.491924:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697213.491929:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697213.491993:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697213.491997:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697213.492000:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697214.515885:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697214.515890:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697214.515941:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697214.515959:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697214.515962:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697215.539908:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697215.539914:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697215.539979:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697215.539983:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697215.539986:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:1.0:1755697215.859902:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) df9054ff-ad7c-4656-8a49-840f5781fde4->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:1.0:1755697215.859911:0:481:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:1.0:1755697215.859921:0:481:0:(client.c:587:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff93f758028000. 00000020:00000040:1.0:1755697215.859925:0:481:0:(genops.c:1229:class_import_get()) import ffff93f758b65800 refcount=4 obd=MGC192.168.203.157@tcp 00000100:00000001:1.0:1755697215.859929:0:481:0:(client.c:839:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1755697215.859932:0:481:0:(sec.c:441:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1755697215.859936:0:481:0:(sec.c:465:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1755697215.859943:0:481:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff93f758a6e000. 00000100:00000001:1.0:1755697215.859949:0:481:0:(client.c:919:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697215.859960:0:481:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging df9054ff-ad7c-4656-8a49-840f5781fde4->MGS req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1755697215.859968:0:481:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1755697215.859972:0:481:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697215.859977:0:481:0:(ptlrpcd.c:236:ptlrpcd_add_req()) @@@ add req [000000001469f011] to pc [ptlrpcd_00_01+1] req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.860017:0:481:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00080000:1.0:1755697215.860021:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697215.860025:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: DISCONN) 00000100:00000040:1.0:1755697215.860029:0:481:0:(pinger.c:229:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 1 pingable 1 suppress 0 00000100:00080000:1.0:1755697215.860032:0:481:0:(pinger.c:247:ptlrpc_pinger_process_import()) 528b9d21-7510-482a-a4ad-771378673c1c->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: FULL) 00000100:00000040:1.0:1755697215.860037:0:481:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (1803) 00000100:00000001:0.0:1755697215.860040:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697215.860045:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697215.860048:0:2362:0:(client.c:1770:ptlrpc_send_new_req()) Process entered 00000100:00000001:1.0:1755697215.860054:0:2361:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000040:0.0:1755697215.860055:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.860058:0:2361:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697215.860064:0:2362:0:(client.c:1358:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1755697215.860066:0:2362:0:(client.c:1416:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697215.860070:0:2362:0:(sec.c:716:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1755697215.860072:0:2362:0:(sec.c:747:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1755697215.860077:0:2362:0:(sec.c:775:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1755697215.860080:0:2362:0:(client.c:1876:ptlrpc_send_new_req()) Sending RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120624896:192.168.203.157@tcp:400:kworker.0 00000100:00000001:0.0:1755697215.860084:0:2362:0:(niobuf.c:861:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1755697215.860089:0:2362:0:(sec.c:1069:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1755697215.860091:0:2362:0:(sec.c:1106:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1755697215.860093:0:2362:0:(sec.c:1853:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1755697215.860097:0:2362:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff93f758012800. 02000000:00000001:0.0:1755697215.860099:0:2362:0:(sec.c:1863:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697215.860107:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000010:0.0:1755697215.860111:0:2362:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff93f744544478. 00000400:00000010:0.0:1755697215.860115:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503ee5d8. 00000100:00000200:0.0:1755697215.860121:0:2362:0:(niobuf.c:1092:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1840980120624896, portal 25 00000100:00000001:0.0:1755697215.860122:0:2362:0:(client.c:3221:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1755697215.860124:0:2362:0:(client.c:3223:ptlrpc_request_addref()) Process leaving (rc=18446625289275604992 : -118784433946624 : ffff93f758028000) 00000100:00000040:0.0:1755697215.860128:0:2362:0:(niobuf.c:1112:ptl_send_rpc()) @@@ send flags=200 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697215.860134:0:2362:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1755697215.860136:0:2362:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.157@tcp 00000400:00000010:0.0:1755697215.860138:0:2362:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff93f7503eeaa0. 00000100:00000200:0.0:1755697215.860140:0:2362:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1840980120624896, offset 0 00000400:00000200:0.0:1755697215.860145:0:2362:0:(lib-move.c:5277:LNetPut()) LNetPut -> 12345-192.168.203.157@tcp 00000400:00000200:0.0:1755697215.860158:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.860164:0:2362:0:(lib-move.c:2946:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.157@tcp local destination 00000400:00000200:0.0:1755697215.860168:0:2362:0:(lib-move.c:2576:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1755697215.860172:0:2362:0:(lib-move.c:1762:lnet_get_best_ni()) selected best_ni 192.168.203.57@tcp 00000400:00000200:0.0:1755697215.860175:0:2362:0:(lib-move.c:1341:lnet_select_peer_ni()) 192.168.203.57@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1755697215.860177:0:2362:0:(lib-move.c:1410:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.157@tcp 00000400:00000200:0.0:1755697215.860179:0:2362:0:(lib-move.c:1882:lnet_handle_send()) 192.168.203.57@tcp NI seq info: [454:454:256:4294967295] 192.168.203.157@tcp LPNI seq info [454:454:8:4294967295] 00000400:00000200:0.0:1755697215.860182:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.860190:0:2362:0:(lib-move.c:1997:lnet_handle_send()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp:) -> 192.168.203.157@tcp(192.168.203.157@tcp:192.168.203.157@tcp) : PUT try# 0 00000800:00000200:0.0:1755697215.860194:0:2362:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.157@tcp 00000800:00000010:0.0:1755697215.860198:0:2362:0:(socklnd_cb.c:42:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff93f7585d8a00. 00000800:00000200:0.0:1755697215.860203:0:2362:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff93f75935ecc0] -> 12345-192.168.203.157@tcp (5) 00000800:00000200:0.0:1755697215.860209:0:2362:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.157@tcp ip 192.168.203.157:988 00000800:00000200:0.0:1755697215.860214:0:2362:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff93f7585d8a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1755697215.860232:0:2362:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1755697215.860237:0:2362:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000100:00000001:0.0:1755697215.860241:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 0 is 4296465422 00000100:00000010:0.0:1755697215.860246:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774f480. 00000100:00000001:0.0:1755697215.860253:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 0 00000100:00000001:0.0:1755697215.860260:0:2362:0:(niobuf.c:661:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS new deadline estimation for cpu 1 is 4296465422 00000100:00000010:0.0:1755697215.860264:0:2362:0:(niobuf.c:664:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff93f74774ff00. 00000100:00000001:0.0:1755697215.860269:0:2362:0:(niobuf.c:676:kick_cpu_latency()) MGC192.168.203.157@tcp: PM QoS request now active for cpu 1 00000100:00000001:0.0:1755697215.860273:0:2362:0:(niobuf.c:1130:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1755697215.860276:0:2362:0:(client.c:1898:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697215.860280:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697215.860282:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1755697215.860290:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1755697215.860292:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1755697215.860295:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1755697215.860297:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1755697215.860299:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1755697215.860302:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:1.0:1755697215.860364:0:2353:0:(socklnd_cb.c:540:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1755697215.860370:0:2353:0:(socklnd_cb.c:99:ksocknal_free_tx()) kfreed 'tx': 248 at ffff93f7585d8a00. 00000400:00000200:1.0:1755697215.860375:0:2353:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1755697215.860382:0:2353:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000400:00000200:1.0:1755697215.860387:0:2353:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503eeaa0 00000400:00000010:1.0:1755697215.860389:0:2353:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503eeaa0. 00000100:00000001:1.0:1755697215.860394:0:2353:0:(events.c:35:request_out_callback()) Process entered 00000100:00000200:1.0:1755697215.860399:0:2353:0:(events.c:40:request_out_callback()) @@@ type 5, status 0 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.860409:0:2353:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697215.860413:0:2353:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.860422:0:2353:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697215.860424:0:2353:0:(events.c:69:request_out_callback()) Process leaving 00000800:00000001:0.0:1755697215.861740:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697215.861752:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:0.0:1755697215.861755:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697215.861757:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697215.861762:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.861767:0:2354:0:(lib-move.c:4767:lnet_parse()) TRACE: 192.168.203.57@tcp(192.168.203.57@tcp) <- 192.168.203.157@tcp : PUT - for me 00000400:00000200:0.0:1755697215.861773:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.861777:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.861822:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.861826:0:2354:0:(lib-ptl.c:583:lnet_ptl_match_md()) Request from 12345-192.168.203.157@tcp of length 224 into portal 25 MB=0x68a5c9620df00 00000400:00000200:0.0:1755697215.861829:0:2354:0:(api-ni.c:1592:lnet_nid4_cpt_hash()) Match nid 192.168.203.157@tcp to cpt 0 00000400:00000200:0.0:1755697215.861833:0:2354:0:(lib-ptl.c:209:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.157@tcp of length 224/224 into md 0x1919 [1] + 224 00000800:00000001:0.0:1755697215.861838:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697215.861845:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:0.0:1755697215.861846:0:2354:0:(lib-msg.c:1049:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1755697215.861849:0:2354:0:(lib-msg.c:821:lnet_health_check()) health check: 192.168.203.57@tcp->192.168.203.157@tcp: PUT: OK 00000100:00000001:0.0:1755697215.861852:0:2354:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:0.0:1755697215.861856:0:2354:0:(events.c:81:reply_in_callback()) @@@ type 2, status 0 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1755697215.861863:0:2354:0:(events.c:150:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1755697215.861876:0:2354:0:(events.c:164:reply_in_callback()) Process leaving 00000800:00000001:0.0:1755697215.861882:0:2354:0:(socklnd_cb.c:346:ksocknal_receive()) Process entered 00000800:00000001:0.0:1755697215.861884:0:2354:0:(socklnd_cb.c:384:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697215.861913:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697215.861917:0:2362:0:(client.c:1947:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1755697215.861922:0:2362:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1755697215.861924:0:2362:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1755697215.861927:0:2362:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff93f744544478. 00000400:00000200:1.0:1755697215.861931:0:2362:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff93f7503ee5d8 00000400:00000010:1.0:1755697215.861933:0:2362:0:(lib-lnet.h:310:lnet_md_free()) slab-freed 'md': 136 at ffff93f7503ee5d8. 00000100:00000001:1.0:1755697215.861936:0:2362:0:(events.c:79:reply_in_callback()) Process entered 00000100:00000200:1.0:1755697215.861942:0:2362:0:(events.c:81:reply_in_callback()) @@@ type 6, status 0 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:1.0:1755697215.861953:0:2362:0:(events.c:103:reply_in_callback()) @@@ unlink req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.861961:0:2362:0:(events.c:164:reply_in_callback()) Process leaving 00000100:00000001:1.0:1755697215.861964:0:2362:0:(client.c:2934:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697215.861967:0:2362:0:(client.c:1552:after_reply()) Process entered 02000000:00000001:1.0:1755697215.861969:0:2362:0:(sec.c:1114:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1755697215.861973:0:2362:0:(pack_generic.c:603:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1755697215.861976:0:2362:0:(pack_generic.c:621:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1755697215.861979:0:2362:0:(sec.c:1170:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1755697215.861985:0:2362:0:(import.c:2128:obd_at_measure()) add 5 to ffff93f758b65c58 time=122 v=5 (5 5 5 5) 00000100:00001000:1.0:1755697215.861988:0:2362:0:(import.c:2128:obd_at_measure()) add 1 to ffff93f758b65c10 time=20 v=5 (1 1 1 1) 00000100:00000001:1.0:1755697215.861995:0:2362:0:(client.c:1474:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1755697215.861997:0:2362:0:(client.c:1492:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1755697215.861999:0:2362:0:(ldlm_request.c:1515:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1755697215.862001:0:2362:0:(ldlm_request.c:1519:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697215.862003:0:2362:0:(client.c:1754:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697215.862006:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.862012:0:2362:0:(client.c:2302:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1755697215.862014:0:2362:0:(niobuf.c:472:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1755697215.862016:0:2362:0:(niobuf.c:486:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1755697215.862019:0:2362:0:(lustre_net.h:2448:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1755697215.862024:0:2362:0:(client.c:2367:ptlrpc_check_set()) Completed RPC req@ffff93f758028000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:df9054ff-ad7c-4656-8a49-840f5781fde4:2362:1840980120624896:192.168.203.157@tcp:400:kworker.0 00000100:00000001:1.0:1755697215.862027:0:2362:0:(client.c:2418:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697215.862028:0:2362:0:(client.c:2819:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1755697215.862030:0:2362:0:(client.c:2827:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff93f758028000 x1840980120624896/t0(0) o400->MGC192.168.203.157@tcp@192.168.203.157@tcp:26/25 lens 224/224 e 0 to 0 dl 1755697231 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1755697215.862034:0:2362:0:(client.c:2743:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1755697215.862036:0:2362:0:(sec.c:1878:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1755697215.862038:0:2362:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff93f758012800. 02000000:00000001:1.0:1755697215.862040:0:2362:0:(sec.c:1892:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1755697215.862042:0:2362:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1755697215.862044:0:2362:0:(genops.c:1242:class_import_put()) import ffff93f758b65800 refcount=3 obd=MGC192.168.203.157@tcp 00000020:00000001:1.0:1755697215.862045:0:2362:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1755697215.862047:0:2362:0:(sec_null.c:173:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at ffff93f758a6e000. 02000000:00000001:1.0:1755697215.862050:0:2362:0:(sec.c:481:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1755697215.862052:0:2362:0:(sec.c:498:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1755697215.862053:0:2362:0:(client.c:593:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff93f758028000. 00000100:00000001:1.0:1755697215.862055:0:2362:0:(client.c:2801:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1755697215.862056:0:2362:0:(client.c:2860:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697215.862057:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1755697215.862060:0:2362:0:(client.c:2589:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1755697215.862061:0:2362:0:(client.c:2617:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1755697215.862066:0:2362:0:(ptlrpcd.c:253:ptlrpcd_check()) Process entered 00000100:00000001:1.0:1755697215.862067:0:2362:0:(ptlrpcd.c:352:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1755697215.874919:0:23962:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11110 (cpu 0) has reached its deadline 4296465422, at 4296465423 00000100:00000040:0.0:1755697215.874919:0:23661:0:(connection.c:75:cpu_latency_work()) work item of ffff93f742a11000 (cpu 0) has reached its deadline 4296465422, at 4296465423 00000100:00000010:0.0:1755697215.874933:0:23661:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774f480. 00000100:00000010:1.0:1755697215.874936:0:23962:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff93f74774ff00. 00010000:00000001:0.0:1755697216.563933:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697216.563941:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697216.564014:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697216.564018:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697216.564022:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697217.587913:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697217.587919:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:2.0:1755697217.588014:0:12072:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:2.0:1755697217.588017:0:12072:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1755697217.588020:0:12072:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:0.0:1755697218.611877:0:23661:0:(ldlm_pool.c:459:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1755697218.611884:0:23661:0:(ldlm_pool.c:463:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1755697218.611910:0:12071:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1755697218.611913:0:12071:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1755697218.611917:0:12071:0:(ldlm_lockd.c:2830:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1755697218.675727:0:24328:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:0.0:1755697218.809860:0:24364:0:(debug.c:661:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:0.0:1755697218.809867:0:24364:0:(debug.c:662:libcfs_debug_mark_buffer()) DEBUG MARKER: rpc test_69: @@@@@@ FAIL: can't put import for mdc.lustre-MDT0000-mdc-*.mds_server_uuid into FULL state after 1475 sec, have DISCONN 00000001:00000001:0.0:1755697218.813879:0:24364:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1755697219.420012:0:24463:0:(llite_lib.c:4123:ll_show_options()) Process leaving (rc=0 : 0 : 0) Debug log: 61884 lines, 61884 kept, 0 dropped, 0 bad.